-- Logs begin at Mon 2022-08-29 19:25:30 UTC, end at Mon 2022-08-29 20:31:32 UTC. -- Aug 29 20:04:11.675083 dv-cinder-854261-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 20:04:14.997775 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.common.config [-] Logging enabled! Aug 29 20:04:14.998376 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 20:04:14.998634 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106431) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 20:04:15.004857 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.common.config [-] Logging enabled! Aug 29 20:04:15.005244 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 20:04:15.005769 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106431) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 20:04:15.007804 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 20:04:15.008131 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 20:04:15.008910 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 20:04:15.009325 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 20:04:15.009688 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 20:04:15.010224 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.010686 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.011082 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.011583 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.012077 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.012563 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.013048 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.013546 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.014014 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.014515 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.015009 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.015414 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.015899 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.016396 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.016898 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.017292 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] debug = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.018062 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.018708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.019133 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.019422 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.019720 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.020002 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.020326 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.020619 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.020933 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.021274 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] host = dv-cinder-854261-2-iscsi {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.021728 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.022098 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.022484 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.023501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.023851 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.024137 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.024434 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.024732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.025048 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.025494 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.025888 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.026250 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.026598 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.026919 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.027150 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.027508 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.027806 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.028088 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.028373 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.028650 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.028926 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.029205 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.029476 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.029789 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.030078 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.030367 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.030645 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.030926 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.031199 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.031474 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.031759 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.032034 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.032309 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.032584 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.032872 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.033142 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.033533 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.033887 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.034188 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.034543 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.034866 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.035143 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.035428 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.035701 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.035971 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.036251 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] use_json = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.036537 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.036806 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.037085 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.037354 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.037625 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.037923 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.038210 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.038618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.038895 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:15.039262 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.039630 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.040003 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.040305 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.040666 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.040953 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.041243 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.041521 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.041834 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.042125 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.042412 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.042694 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.042994 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.043282 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.043594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.043898 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.044191 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.044486 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.044759 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.045031 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.045302 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.045578 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.045890 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.046167 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.046502 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.046875 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.047204 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.047521 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.047807 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.048091 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.048384 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.048675 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.048943 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.049217 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.049505 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.049806 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.050076 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.050361 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.050635 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.050902 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.051179 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.051464 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.051746 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.052013 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.052286 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.052569 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.052840 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.053107 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.053371 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.053642 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.053933 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.054255 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.054506 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.054772 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.055142 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.055473 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.055794 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.056094 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.056590 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.056782 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.057059 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.057329 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.057667 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.058042 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.058377 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.058644 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.058922 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.059208 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.059537 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.059810 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.060080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.060350 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.060617 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.060886 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.061185 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.061463 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.061759 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.062039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.062379 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.062734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.063089 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.063365 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.063641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.063916 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.064188 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.064478 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.064759 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.065038 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.065317 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.065612 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.065928 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.066206 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.066481 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.066753 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.067076 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.067436 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.067835 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.068204 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.068498 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.068786 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.069070 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.069366 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.070233 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.070611 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.071011 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.071413 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.071869 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.072257 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.072675 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.073058 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:15.073361 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 20:04:15.073694 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106431) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 20:04:15.460250 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 20:04:15.460621 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 20:04:15.461053 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 20:04:15.461288 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 20:04:15.461570 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 20:04:15.461923 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 20:04:15.976782 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:15.977099 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:15.977509 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:15.979117 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:15.979469 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:15.979848 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.046557 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.047196 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.047286 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.069100 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.069501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.069908 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.108671 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.109036 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.109382 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.160108 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.160475 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.160819 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.468363 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.468657 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.468911 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.469179 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.470136 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.616489 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.617042 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.617517 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.618006 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.618463 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.618990 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.619430 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.619877 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.620322 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.620809 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.621257 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.621730 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.622184 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.622631 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.623075 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.623538 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.623980 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.624451 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.624957 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.625383 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.625902 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.626344 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.626833 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.627498 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.627940 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.628368 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.629029 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:16.629446 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:16.629899 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:16.630310 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:16.630722 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:16.631131 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:16.631745 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 20:04:16.637318 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 20:04:16.643773 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 20:04:16.650493 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 29 20:04:16.653035 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 20:04:16.654055 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 20:04:16.654559 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 20:04:16.655180 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 20:04:16.659604 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 20:04:16.660013 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 20:04:16.660584 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 20:04:16.669362 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 20:04:16.705107 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 20:04:16.705632 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.706028 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106431) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 20:04:16.706456 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.708013 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106431) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 20:04:16.708343 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 20:04:16.708620 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 20:04:16.713296 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.713619 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:16.874629 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 20:04:16.874874 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 20:04:16.875117 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 20:04:16.875503 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 20:04:16.930801 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO dbcounter [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Registered counter for database neutron Aug 29 20:04:16.953543 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_db.sqlalchemy.engines [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106431) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 20:04:16.960741 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writer thread running {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:04:17.848290 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing driver for type 'gre' Aug 29 20:04:17.848954 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] gre ID ranges: [(1, 1000)] Aug 29 20:04:17.919496 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing driver for type 'local' Aug 29 20:04:17.920040 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing driver for type 'vlan' Aug 29 20:04:17.939877 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] VlanTypeDriver initialization complete Aug 29 20:04:17.940431 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing driver for type 'vxlan' Aug 29 20:04:17.941161 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] vxlan ID ranges: [(1, 1000)] Aug 29 20:04:18.016545 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing extension driver 'port_security' Aug 29 20:04:18.016897 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] PortSecurityExtensionDriver initialization complete Aug 29 20:04:18.017235 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing mechanism driver 'openvswitch' Aug 29 20:04:18.017567 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing mechanism driver 'hyperv' Aug 29 20:04:18.025895 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.plugin [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:04:18.026692 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.027151 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.027570 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.028180 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106431) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:04:18.028691 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.029132 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.029556 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.030059 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106431) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:04:18.030581 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.030989 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.031414 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.031853 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106431) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:04:18.032266 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > security_group after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.032626 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > security_group after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.033003 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.033496 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106431) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:04:18.034024 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.034464 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.034897 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.035382 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106431) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:04:18.035879 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > address_group after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.036308 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > address_group after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.036743 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.037223 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106431) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:04:18.037810 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] ML2 OVO RPC backend initialized. {{(pid=106431) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 20:04:18.039183 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.039554 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.039981 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.040343 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > networks before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.040817 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.041305 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > ports before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.041847 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.042333 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnets before_response 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.042857 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.043350 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.043831 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.044318 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.044798 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.045222 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.045688 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.046140 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.046518 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.055797 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded quota_driver: . Aug 29 20:04:18.056303 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.plugin [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Modular L2 Plugin initialization complete Aug 29 20:04:18.056768 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading services supported by the core plugin {{(pid=106431) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 20:04:18.057173 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.plugins.ml2.managers [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Got port-security extension from driver 'port_security' Aug 29 20:04:18.057680 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.extensions.vlantransparent [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Disabled vlantransparent extension. Aug 29 20:04:18.058223 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106431) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 20:04:18.058549 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: router Aug 29 20:04:18.098600 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.098949 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_create 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.099402 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router before_create 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.099851 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.100309 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.100749 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_delete 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.101731 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.102132 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.102505 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_create 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.102904 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_update 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.103294 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_update 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.103703 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.104123 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_update 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.104581 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_update 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.104985 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.105389 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.105859 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: subnet after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.106294 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.106729 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.107163 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_create 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.107584 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.108010 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.108451 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router after_update 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.108825 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.109190 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_create 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.109561 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.109985 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_update 55549900 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.110443 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > agent after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.110889 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > agent after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.111328 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > network after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.112446 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Tracking information for resource: router configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:18.112853 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Tracking information for resource: floatingip configured {{(pid=106431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:04:18.119183 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.db.l3_agentschedulers_db [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 20:04:18.119790 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.120193 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port after_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.120516 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port after_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.120880 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: port after_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.121697 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router before_create 55550100 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.122101 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.122472 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_create 55550100 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.122841 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > router precommit_update 55550100 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.128363 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.provider_configuration [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service providers = [] {{(pid=106431) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 20:04:18.128810 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.db.servicetype_db [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106431) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 20:04:18.132627 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.service_base [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:04:18.133039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.service_base [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:04:18.133449 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.service_base [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:04:18.134574 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.services.service_base [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:04:18.135025 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.services.service_base [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 20:04:18.135507 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.135921 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 20:04:18.148256 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.148739 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: auto_allocate Aug 29 20:04:18.158054 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: network precommit_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.158699 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: network precommit_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.159605 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.160167 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: tag Aug 29 20:04:18.172088 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.172667 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: timestamp Aug 29 20:04:18.179053 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.180157 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: network_ip_availability Aug 29 20:04:18.186997 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.187394 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.188026 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.189333 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.189935 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: flavors Aug 29 20:04:18.199196 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.199535 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading Plugin: revisions Aug 29 20:04:18.204037 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:04:18.204434 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.743s {{(pid=106431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 20:04:18.205338 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106431) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 20:04:18.205786 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Initializing extension manager. Aug 29 20:04:18.206403 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: __init__.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.206829 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: __pycache__ {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.207244 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: address_group.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.208108 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.208767 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: address-group Aug 29 20:04:18.209095 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: address_scope.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.209820 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.210465 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: address-scope Aug 29 20:04:18.210850 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.211877 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.212461 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: router-admin-state-down-before-update Aug 29 20:04:18.212840 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: agent.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.213624 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.214224 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: agent Aug 29 20:04:18.214567 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: agent_resources_synced.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.215525 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.216054 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: agent-resources-synced Aug 29 20:04:18.216366 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: allowedaddresspairs.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.218446 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.219058 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: allowed-address-pairs Aug 29 20:04:18.219454 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: auto_allocated_topology.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.220676 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.221291 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: auto-allocated-topology Aug 29 20:04:18.221682 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: availability_zone.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.222500 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.223041 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: availability_zone Aug 29 20:04:18.223370 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: availability_zone_filter.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.224330 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.224940 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: availability_zone_filter Aug 29 20:04:18.225320 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: data_plane_status.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.226883 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.227492 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 20:04:18.227876 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: default_subnetpools.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.228892 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.229498 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: default-subnetpools Aug 29 20:04:18.229917 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.230832 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.231440 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: dhcp_agent_scheduler Aug 29 20:04:18.231828 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: dns.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.232870 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.233467 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 20:04:18.233896 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: dns_domain_ports.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.234970 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.235532 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 20:04:18.235857 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.236743 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.237295 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 20:04:18.237727 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: dvr.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.238501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.239119 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: dvr Aug 29 20:04:18.239524 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: ecmp_routes.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.240566 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.241191 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 20:04:18.241601 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: empty_string_filtering.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.243145 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.243654 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: empty-string-filtering Aug 29 20:04:18.243976 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.244857 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.245361 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 20:04:18.245689 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.246591 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.247092 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 20:04:18.247420 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: external_net.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.248291 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.248800 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: external-net Aug 29 20:04:18.249130 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.250033 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.250539 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: extra_dhcp_opt Aug 29 20:04:18.250869 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: extraroute.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.251746 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.252258 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: extraroute Aug 29 20:04:18.252591 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: extraroute_atomic.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.253573 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.254129 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: extraroute-atomic Aug 29 20:04:18.254457 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: filter_validation.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.255304 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.255804 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: filter-validation Aug 29 20:04:18.256132 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: fip_pf_description.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.257009 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.257645 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 20:04:18.258146 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: fip_pf_port_range.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.259353 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.260086 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 20:04:18.260554 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: fip_port_details.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.261835 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.262591 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: fip-port-details Aug 29 20:04:18.263057 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: flavors.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.264687 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.265442 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: flavors Aug 29 20:04:18.265952 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.268394 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.269129 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 20:04:18.269637 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: floatingip_pools.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.270604 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.271347 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: floatingip-pools Aug 29 20:04:18.271824 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: ip_allocation.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.273078 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.273825 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 20:04:18.274290 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.275501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.276214 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: ip-substring-filtering Aug 29 20:04:18.276699 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l2_adjacency.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.277979 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.278690 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 20:04:18.279157 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.280456 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.281190 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: router Aug 29 20:04:18.281648 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.284560 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.285326 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 20:04:18.285830 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.287089 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.287848 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: ext-gw-mode Aug 29 20:04:18.288319 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.290067 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.290680 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: l3-ha Aug 29 20:04:18.291163 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.292374 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.293138 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 20:04:18.293578 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_flavors.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.294646 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.295267 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: l3-flavors Aug 29 20:04:18.295659 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.297193 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.297840 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 20:04:18.298246 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.299293 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.299911 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 20:04:18.300301 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: l3agentscheduler.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.301323 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.301972 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: l3_agent_scheduler Aug 29 20:04:18.302377 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: local_ip.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.305216 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.305985 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension local_ip not supported by any of loaded plugins Aug 29 20:04:18.306398 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: logging.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.308100 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.308732 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension logging not supported by any of loaded plugins Aug 29 20:04:18.309150 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: metering.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.310036 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.310926 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: metering Aug 29 20:04:18.311269 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.312421 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.313037 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: metering_source_and_destination_fields Aug 29 20:04:18.313437 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: multiprovidernet.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.314520 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.315139 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: multi-provider Aug 29 20:04:18.315534 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: netmtu.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.316578 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.317194 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: net-mtu Aug 29 20:04:18.317588 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: netmtu_writable.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.318669 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.319295 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: net-mtu-writable Aug 29 20:04:18.319696 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: network_availability_zone.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.320498 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.321114 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: network_availability_zone Aug 29 20:04:18.321566 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: network_ip_availability.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.322918 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.323541 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: network-ip-availability Aug 29 20:04:18.323951 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: network_segment_range.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.324840 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.325457 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 20:04:18.325823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: pagination.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.326780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.327161 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: pagination Aug 29 20:04:18.327562 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: port_device_profile.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.328600 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.329224 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: port-device-profile Aug 29 20:04:18.329592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: port_mac_address_override.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.330673 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.331295 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: port-mac-override Aug 29 20:04:18.331696 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.332615 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.333173 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: port-mac-address-regenerate Aug 29 20:04:18.333576 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.334659 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.335285 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: port-numa-affinity-policy Aug 29 20:04:18.335843 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: port_resource_request.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.336967 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.337585 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 20:04:18.338015 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: port_resource_request_groups.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.339125 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.339741 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 20:04:18.340147 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: portbindings.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.341211 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.341858 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: binding Aug 29 20:04:18.342226 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: portbindings_extended.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.343452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.344079 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: binding-extended Aug 29 20:04:18.344473 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: portsecurity.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.345508 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.346159 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: port-security Aug 29 20:04:18.346557 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: project_id.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.347677 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.348082 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: project-id Aug 29 20:04:18.348479 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: providernet.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.349573 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.350152 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: provider Aug 29 20:04:18.350544 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.354937 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.355575 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos not supported by any of loaded plugins Aug 29 20:04:18.355983 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.357406 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.358073 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 20:04:18.358482 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.359546 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.360143 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 20:04:18.360546 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_default.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.361556 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.362110 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-default not supported by any of loaded plugins Aug 29 20:04:18.362442 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_fip.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.363451 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.364074 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 20:04:18.364465 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.365501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.366142 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 20:04:18.366532 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_gateway_ip.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.368075 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.368741 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 20:04:18.369243 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_port_network_policy.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.370299 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.370863 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 20:04:18.371214 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.372354 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.372952 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 20:04:18.373339 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.374465 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.374976 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 20:04:18.375295 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_pps_rule.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.376577 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.377166 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 20:04:18.377549 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_rule_type_details.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.378605 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.379204 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 20:04:18.379583 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.380590 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.381187 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 20:04:18.381568 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: qos_rules_alias.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.382769 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.383382 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 20:04:18.383774 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: quota_check_limit.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.384795 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.385404 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: quota-check-limit Aug 29 20:04:18.385845 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: quotasv2.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.386793 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.387125 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: quotas Aug 29 20:04:18.387522 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: quotasv2_detail.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.389506 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.389950 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: quota_details Aug 29 20:04:18.390368 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: rbac.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.391961 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.392598 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: rbac-policies Aug 29 20:04:18.393252 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: rbac_address_group.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.394226 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.394749 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: rbac-address-group Aug 29 20:04:18.395124 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: rbac_address_scope.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.396184 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.396822 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: rbac-address-scope Aug 29 20:04:18.397239 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: rbac_security_groups.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.399041 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.399708 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: rbac-security-groups Aug 29 20:04:18.400143 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: rbac_subnetpool.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.401402 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.402125 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: rbac-subnetpool Aug 29 20:04:18.402550 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: revisionifmatch.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.403765 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.404533 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: revision-if-match Aug 29 20:04:18.404736 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: revisions.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.406130 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.406724 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: standard-attr-revisions Aug 29 20:04:18.407029 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: router_availability_zone.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.407739 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.408370 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: router_availability_zone Aug 29 20:04:18.408680 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: routerservicetype.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.409654 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.410232 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 20:04:18.410639 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.412050 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.412574 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: security-groups-normalized-cidr Aug 29 20:04:18.413060 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.414926 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.415540 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: port-security-groups-filtering Aug 29 20:04:18.416140 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.417065 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.417879 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: security-groups-remote-address-group Aug 29 20:04:18.418362 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.419719 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.420600 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: security-groups-shared-filtering Aug 29 20:04:18.421049 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: securitygroup.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.432747 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.433428 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: security-group Aug 29 20:04:18.433922 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: segment.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.434913 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.435653 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension segment not supported by any of loaded plugins Aug 29 20:04:18.436009 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.437110 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.437700 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 20:04:18.438208 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: servicetype.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.439579 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.440242 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: service-type Aug 29 20:04:18.440671 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: sorting.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.442028 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.442523 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: sorting Aug 29 20:04:18.442855 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: standard_attr_segment.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.443840 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.444422 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 20:04:18.444946 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: standardattrdescription.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.445854 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.446633 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: standard-attr-description Aug 29 20:04:18.447174 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: stateful_security_group.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.448167 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.448779 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: stateful-security-group Aug 29 20:04:18.449313 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: stdattrs_common.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.450086 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 20:04:18.450420 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.451451 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.452074 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 20:04:18.452480 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: subnet_onboard.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.453695 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.454349 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: subnet_onboard Aug 29 20:04:18.454760 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.455824 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.456440 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 20:04:18.456846 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: subnet_service_types.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.457848 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.458374 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: subnet-service-types Aug 29 20:04:18.458792 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: subnetallocation.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.459934 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.461130 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: subnet_allocation Aug 29 20:04:18.461656 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.462522 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.463154 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: subnetpool-prefix-ops Aug 29 20:04:18.463557 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.464638 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.465290 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 20:04:18.465691 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: tagging.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.467051 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.467687 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: standard-attr-tag Aug 29 20:04:18.468099 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: timestamp.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.469339 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.469934 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loaded extension: standard-attr-timestamp Aug 29 20:04:18.470336 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: trunk.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.471500 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.472098 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension trunk not supported by any of loaded plugins Aug 29 20:04:18.472494 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: trunk_details.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.473540 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.474187 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 20:04:18.474593 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: uplink_status_propagation.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.475627 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.476804 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 20:04:18.477184 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Loading extension file: vlantransparent.py {{(pid=106431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:04:18.477988 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:04:18.478572 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 20:04:18.481559 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:network Aug 29 20:04:18.482236 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:subnet Aug 29 20:04:18.482728 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:04:18.483215 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:port Aug 29 20:04:18.484813 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.485352 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service FLAVORS assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.486165 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.486690 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.487101 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:router Aug 29 20:04:18.487640 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 20:04:18.488189 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service METERING assigned prefix: /metering {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.489813 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.490262 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.490698 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:04:18.491990 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 20:04:18.492657 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:security_group Aug 29 20:04:18.493192 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 20:04:18.494059 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service CORE assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.494653 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:04:18.495274 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] subnetpool is already registered Aug 29 20:04:18.495868 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service CORE assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.496290 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:04:18.496716 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] subnetpool is already registered Aug 29 20:04:18.499320 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.499761 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service FLAVORS assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.500520 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.501046 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.501459 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:router Aug 29 20:04:18.501926 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] router is already registered Aug 29 20:04:18.502437 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 20:04:18.502857 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] floatingip is already registered Aug 29 20:04:18.503427 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service METERING assigned prefix: /metering {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.504323 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 20:04:18.504732 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] rbac_policy is already registered Aug 29 20:04:18.505258 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:security_group Aug 29 20:04:18.505674 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] security_group is already registered Aug 29 20:04:18.506218 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 20:04:18.506615 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] security_group_rule is already registered Aug 29 20:04:18.507319 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service CORE assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.507906 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:04:18.508351 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] subnetpool is already registered Aug 29 20:04:18.508876 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.v2.resource_helper [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Service CORE assigned prefix: {{(pid=106431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:04:18.509303 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:04:18.509739 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING neutron.quota.resource_registry [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] subnetpool is already registered Aug 29 20:04:18.510323 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: extensions {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.512211 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: address-groups {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.514175 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: address-scopes {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.515845 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: agents {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.517351 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: auto-allocated-topology {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.519230 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: availability_zones {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.520847 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: dhcp-networks {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.522777 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: dhcp-agents {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.525130 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: routers {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.526999 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: flavors {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.528633 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: service_profiles {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.530244 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: next_providers {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.532106 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: service_profiles {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.535119 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: floatingip-pools {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.536381 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: routers {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.538160 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: floatingips {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.540118 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: l3-routers {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.541670 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: l3-agents {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.543519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: metering-labels {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.545125 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: metering-label-rules {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.546933 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: network-ip-availabilities {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.548535 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: bindings {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.550284 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: quotas {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.552292 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: quotas {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.554371 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: rbac-policies {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.555895 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: security-groups {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.557468 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: security-group-rules {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.559033 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: service-providers {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.560266 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: subnetpools {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.561732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: subnetpools {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.563723 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.565923 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.568242 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.570186 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.572282 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.574816 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.577028 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.579092 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.580888 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.582695 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron.api.extensions [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Extended resource: tags {{(pid=106431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:04:18.590420 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING keystonemiddleware.auth_token [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 20:04:18.598306 dv-cinder-854261-2-iscsi neutron-server[106431]: WARNING keystonemiddleware.auth_token [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 20:04:18.609303 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Acquiring lock "singleton_lock" {{(pid=106431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 20:04:18.609573 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Acquired lock "singleton_lock" {{(pid=106431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 20:04:18.610084 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_concurrency.lockutils [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Releasing lock "singleton_lock" {{(pid=106431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 20:04:18.610740 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Starting 2 workers Aug 29 20:04:18.615588 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Started child 106548 {{(pid=106431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:04:18.620287 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Started child 106549 {{(pid=106431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:04:18.622057 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO neutron.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 20:04:18.622435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:18.623041 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:18.623882 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [-] (106548) wsgi starting up on http://0.0.0.0:9696 Aug 29 20:04:18.625143 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:18.625578 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Starting 1 workers Aug 29 20:04:18.626618 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [-] (106549) wsgi starting up on http://0.0.0.0:9696 Aug 29 20:04:18.630433 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Started child 106550 {{(pid=106431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:04:18.630967 dv-cinder-854261-2-iscsi neutron-server[106431]: INFO oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Starting 1 workers Aug 29 20:04:18.634101 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] calling RpcWorker wait() {{(pid=106550) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 20:04:18.634659 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] returning from RpcWorker wait() {{(pid=106550) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 20:04:18.635883 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Started child 106551 {{(pid=106431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:04:18.635991 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:18.636400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:04:18.636677 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-ac63b9ee-a1ab-4eda-b235-ab101fd41073 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:18.638713 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106431) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 20:04:18.639107 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 20:04:18.639442 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 20:04:18.639818 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 20:04:18.640312 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 20:04:18.640634 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 20:04:18.640841 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:18.641514 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.641735 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.642222 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.642712 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.643862 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.644374 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.644845 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.645338 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.645872 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.646249 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.646622 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.647097 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.647549 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.648616 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.649280 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.649688 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.650148 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.650536 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.651005 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.651560 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.652040 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.652582 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] debug = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.653071 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.653853 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.654317 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.654826 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.655308 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.655813 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.656299 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.656812 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.657262 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.657719 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.658211 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.658732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.659261 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.659933 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.660360 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.660807 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.661190 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.661742 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] host = dv-cinder-854261-2-iscsi {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.662151 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.662585 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.663072 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.663389 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.664338 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.664628 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.664958 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.665274 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.665605 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.666065 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.666550 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.666879 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.667176 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.667571 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.667726 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_options = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.668033 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.668398 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.668736 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.669010 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.669196 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.669401 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.669751 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.670148 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672277 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672277 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672277 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672277 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672277 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672956 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.672956 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.673210 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.673413 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.673848 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.674273 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.674693 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.674950 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.675208 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.675477 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.675751 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.676009 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.676474 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.676953 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.677537 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.677850 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.678169 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.678488 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.678796 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.679074 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.679382 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.679674 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.679931 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.680201 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.680466 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.680786 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.681066 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.681365 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.681657 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.681999 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.682337 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.682644 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.682948 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.683216 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_json = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.683507 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.683795 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.684110 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.684390 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.684994 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.685261 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.685525 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.685848 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.686105 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.686559 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.686842 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.687096 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:04:18.687248 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.687386 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.687630 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.687883 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.688138 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.688367 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.688652 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.688876 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.689275 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.689548 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.689962 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.690291 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.690610 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.690999 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.691293 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.691637 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.692478 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.692758 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.693279 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.693517 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.693995 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.693995 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.694523 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.694523 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.694939 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.695237 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.695564 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.695884 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.696504 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.697134 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.697343 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.697499 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.697734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.698027 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.698563 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.698563 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.700452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.702061 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.702061 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.702061 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.702061 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.702061 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.703552 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.703552 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.703552 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.703552 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.703552 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.704227 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.704227 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.704227 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.704626 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.708039 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.710271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.711734 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.712612 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.712612 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.712612 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.712612 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.713028 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.713028 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.713293 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.713548 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.713943 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.714237 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.714514 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.714762 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.715071 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.715225 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.715488 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.715716 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.715985 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.716299 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.716615 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.716925 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.717210 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.717476 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.718315 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.718604 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.718900 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.719194 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.719452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.719732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.720000 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.720298 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.720558 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.720843 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.721153 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.721447 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.721795 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.722106 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.722384 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.722665 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.722961 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.723301 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.723561 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.723914 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.724184 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.724511 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.724885 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.725217 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.725523 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.725883 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.726743 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.727086 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.727360 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.727853 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.728250 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.728647 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.729050 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.729299 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.729586 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.729888 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.730221 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.730875 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.731496 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.731928 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.732567 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.733065 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.733382 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.733747 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.734038 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.734355 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.734642 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.735477 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.735477 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.735752 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.735752 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.736056 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.736474 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.736953 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.737174 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.737413 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.737811 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.738183 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.738625 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.739050 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.739501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.739778 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.740058 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.740310 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.740781 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.741048 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.741316 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.741627 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.741893 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.742303 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.742597 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.742909 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.743243 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.743906 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.743906 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.744195 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.744549 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.744854 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.745147 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.745476 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.745766 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.746114 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.746379 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.746633 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.746925 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.747198 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.747505 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.747771 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.748051 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.748325 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.748603 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.748921 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.749284 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.749541 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.749819 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.750090 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.750332 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.750568 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.750797 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.751061 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.751363 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.751635 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.751905 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.752204 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.752476 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.752745 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.753008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.753283 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.753554 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.753928 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.754254 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.754543 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.754821 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.755113 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.755568 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.755848 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.756141 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.756443 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.756718 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.756977 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.757217 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.758003 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.758281 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.758514 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.758843 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.759096 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.759334 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.759550 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:04:18.759769 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.759983 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.760201 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.760501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.760741 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.761024 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.761296 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.761567 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.761957 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.762195 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.762428 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.762663 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.762891 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.763161 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.763437 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.763706 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.764254 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.764572 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.764823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.765099 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.765366 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.765904 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.766401 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.766401 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.766921 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.766921 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.767419 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.767419 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.767694 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.767831 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.768258 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.768510 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.768766 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.769134 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.769452 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.769745 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.770100 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.770358 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.770678 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.770974 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.771348 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.771643 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.771967 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.772271 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.772537 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.772828 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.773736 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.774268 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.774730 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.774948 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.775231 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.775551 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.775865 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.776217 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.776573 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.776768 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.777100 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.777383 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.777660 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.777948 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.778239 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.778510 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.778783 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.779066 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.779364 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.779645 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.779944 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.780231 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.780517 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.780791 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.781060 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.781324 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.781820 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.782300 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.782578 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.782856 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.783108 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 20:04:18.783676 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106431) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 20:04:18.783946 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 20:04:18.784180 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 20:04:18.784411 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 20:04:18.784411 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 20:04:18.784684 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 20:04:18.784831 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.784966 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.785101 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.785347 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.785515 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.785811 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.786044 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.786044 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.786633 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.786633 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.786633 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787294 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787294 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787294 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787992 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787992 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787992 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.787992 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.788823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.788823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.788823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.788823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] debug = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.788823 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.790860 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.790860 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.790860 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.790860 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.790860 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.790860 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.792080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] host = dv-cinder-854261-2-iscsi {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.793592 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.795641 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_options = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.797441 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.798708 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.800008 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.801873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.803780 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.805618 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_json = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.806519 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.807863 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.809683 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811209 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.811732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.812388 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813092 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813092 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813092 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813092 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813092 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813413 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813413 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813629 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.813958 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.814261 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.814552 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.814849 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.815151 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.815454 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.815752 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.816052 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.816351 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.816647 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.816937 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.817239 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.817527 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.817861 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.818163 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.818456 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.818748 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.819029 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.819323 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.819615 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.820428 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.820738 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.821019 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.821307 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.821596 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.821915 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.822215 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.822510 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.822796 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.823080 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.823264 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.823482 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.823777 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.824065 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.824352 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.824638 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.824925 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.825217 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.825515 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.825836 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.826127 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.826418 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.826711 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.827002 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.827292 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.827587 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.827901 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.828190 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.828474 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.828759 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.829044 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.829331 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.829610 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.829918 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.830202 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.830485 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.830766 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.831056 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.831340 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.831623 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.831916 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.832201 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.832489 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.832776 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.833067 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.833355 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.833636 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.833950 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.834238 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.834524 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.834812 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.835099 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.835412 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.836159 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.836361 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.836554 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.836742 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.836954 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.837140 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.837336 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.837528 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.837747 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.837955 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.838160 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.838350 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.838502 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.838665 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.838828 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.838992 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.839156 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.839321 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.839485 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.839681 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.840223 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.840223 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.840523 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.840523 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.840988 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.840988 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.841282 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.841282 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.841554 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.841699 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.841873 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.842016 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.842231 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.842430 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.842629 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.842846 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.842997 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.843185 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.843387 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.843589 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.843789 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.843985 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.844179 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.844379 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.844584 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.844783 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.844981 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.845179 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.845379 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.845572 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.845800 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.845999 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.846202 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.846413 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.846621 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.846828 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.846986 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.847110 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.847220 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.847385 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.847550 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.847716 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.847879 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.848044 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.848230 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.848433 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849330 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849330 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849330 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849330 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849913 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849913 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.849913 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.850381 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.850381 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.850381 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.850834 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.850834 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.851253 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.851253 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.851486 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.851486 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.852594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.852594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.852594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.852594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.852594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.852594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.853290 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.853290 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.853290 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.853290 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.853791 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.853791 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854186 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854186 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854586 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854586 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854586 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854989 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.854989 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.855285 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.855432 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.855578 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.855728 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.855820 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.855976 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.856140 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.856303 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.856466 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.856630 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.856808 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.856974 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.857141 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.857347 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.857500 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.857747 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.857927 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.858127 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.858322 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.858521 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.858724 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.858927 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.859137 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.859402 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.859568 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.859732 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.859882 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.860084 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.860297 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.860501 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.860701 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.860890 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.861194 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.861352 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.861521 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.861669 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.861898 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.862168 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.862329 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.862471 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.862612 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.862776 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.862977 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.863180 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.863382 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.863578 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.863781 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.863980 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.864185 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.864396 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.864594 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.864769 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.864972 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.865185 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.865390 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.865590 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.865948 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.865948 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.866356 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.866356 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.866731 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.866731 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.866976 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867106 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867223 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867327 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867494 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867654 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867824 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.867999 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.868162 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.868326 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.868490 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.868651 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.868815 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.868979 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.869142 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.869304 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.869467 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.869629 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.869815 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.869979 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.870142 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.870305 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.870469 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.870633 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.870795 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.870960 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.871123 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:04:18.871279 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 20:04:18.876506 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 53294) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:18.884417 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0056975 Aug 29 20:04:18.888914 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038893 Aug 29 20:04:28.010390 dv-cinder-854261-2-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:31.376979 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c6939-f350-4d47-8aec-b4599b0a31bc None None] get_active_networks_info from dv-cinder-854261-2-iscsi {{(pid=106550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 20:04:31.381185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writer thread running {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:04:31.500588 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c6939-f350-4d47-8aec-b4599b0a31bc None None] No non-hosted networks {{(pid=106550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 20:04:31.509855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e736-e5fe-4e03-8b1d-ebe70e331fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745372'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:33.268993 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writer thread running {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:04:33.803219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3735c2b4-495b-4871-b0cf-a7682ac7072b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745372'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:33.849780 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0010-73a3-4890-9563-e057785c2f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:34.965575 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 53364) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:35.278876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745372'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:35.634529 dv-cinder-854261-2-iscsi neutron-server[106548]: WARNING oslo_policy.policy [None req-7b41880e-4faa-4e8b-8797-e03016b567c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:04:35.635182 dv-cinder-854261-2-iscsi neutron-server[106548]: WARNING oslo_policy.policy [None req-7b41880e-4faa-4e8b-8797-e03016b567c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:04:35.970445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [None req-7b41880e-4faa-4e8b-8797-e03016b567c6 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:04:35.977775 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7b41880e-4faa-4e8b-8797-e03016b567c6 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0062966 Aug 29 20:04:36.287297 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745372'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:36.786227 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745372'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:36.787298 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.787846 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.788472 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.788963 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.789650 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.790671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.791316 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.791996 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.792587 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.793160 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.793734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.794775 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.795394 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.795977 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.796568 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:36.797066 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854261-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:04:36.806015 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854261-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:04:38.874074 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53402) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:39.423890 dv-cinder-854261-2-iscsi neutron-server[106549]: WARNING oslo_policy.policy [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:04:39.424568 dv-cinder-854261-2-iscsi neutron-server[106549]: WARNING oslo_policy.policy [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:04:39.652655 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:04:39.665123 dv-cinder-854261-2-iscsi neutron-server[106549]: ERROR stevedore.extension [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 20:04:39.749367 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.policy [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 20:04:39.799967 dv-cinder-854261-2-iscsi neutron-server[106549]: WARNING oslo_policy.policy [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:04:39.800377 dv-cinder-854261-2-iscsi neutron-server[106549]: WARNING oslo_policy.policy [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:04:39.821672 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writer thread running {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:04:39.910489 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775559042870', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775559041322', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775559057422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775559083205', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775559076983', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775558446087', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-547821', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1700540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1781664'] for rbac-policy (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:40.000874 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:40.006753 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-76651489-5ffa-491d-a094-5012bf285050 admin admin] 10.222.0.73 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1301582 Aug 29 20:04:41.070207 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.db.l3_hamode_db [None req-ba8e0933-d41c-4197-a19a-b6a61d0a04a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 20:04:41.150859 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e0933-d41c-4197-a19a-b6a61d0a04a2 None None] Routers set() bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:04:41.151241 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e0933-d41c-4197-a19a-b6a61d0a04a2 None None] Router IDs set() for agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 20:04:42.503478 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53418) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:42.887275 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:04:42.921008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Made reservation on behalf of 4367ec2ce611409a85975a2a505f1ff8 for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:04:42.925397 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:42.950435 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.076958 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks [] for security_group (a1f9fcfe-351e-460a-ad16-40b25385f864), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.081592 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a1f9fcfe-351e-460a-ad16-40b25385f864), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.122711 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:04:43.150083 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775561294394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (3cf76ac0-936a-4b42-b3ea-a35a1afc98c7), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.150819 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Unsubscribe: segment precommit_create {{(pid=106549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 20:04:43.151366 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Added segment 3cf76ac0-936a-4b42-b3ea-a35a1afc98c7 of type vlan for network 21897161-5e35-4812-959c-798b5acfc2ef Aug 29 20:04:43.158231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9fcfe-351e-460a-ad16-40b25385f864,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:04:43.197107 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.197458 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.197844 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.198200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.198539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.198868 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.199185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.199512 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.199857 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.200179 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.200499 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.200833 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.201241 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.201473 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.201814 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Tracked resource versions report: Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: pushed versions: Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: { 'AddressGroup': {'1.2'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Agent': {'1.1'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'ConntrackHelper': {'1.0'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Log': {'1.0'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'NDPProxy': {'1.0'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Network': {'1.1'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Port': {'1.7'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'PortForwarding': {'1.3'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'QosPolicy': {'1.10'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroup': {'1.5'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SubPort': {'1.0'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Subnet': {'1.1'}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Trunk': {'1.1'}} Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: consumer versions: Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Agent': '1.1', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'ConntrackHelper': '1.0', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'LocalIPAssociation': '1.0', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Log': '1.0', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'NDPProxy': '1.0', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Network': '1.1', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Port': '1.7', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'PortForwarding': '1.3', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'QosPolicy': '1.10', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroup': '1.5', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroupRule': '1.2', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SubPort': '1.0', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Subnet': '1.1', Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Trunk': '1.1'}} Aug 29 20:04:43.203270 dv-cinder-854261-2-iscsi neutron-server[106549]: {{(pid=106549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:04:43.267624 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (21897161-5e35-4812-959c-798b5acfc2ef), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.296652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:43.311543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (21897161-5e35-4812-959c-798b5acfc2ef), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.316810 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:04:43.317539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:43.416752 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9120913 Aug 29 20:04:43.448799 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd9212-99b5-403b-81df-65dc63cb4db6 demo demo] Pushing event updated for resources: {'Network': ['ID=21897161-5e35-4812-959c-798b5acfc2ef,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:04:43.464466 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 21897161-5e35-4812-959c-798b5acfc2ef details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:04:45.834978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53432) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:46.264352 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700bf71-236c-4e97-9e7e-e9ecadf04d45 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:04:46.265759 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8700bf71-236c-4e97-9e7e-e9ecadf04d45 demo admin] 10.222.0.73 "GET /networking/v2.0/networks/21897161-5e35-4812-959c-798b5acfc2ef HTTP/1.1" status: 200 len: 825 time: 0.4298005 Aug 29 20:04:46.291507 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-056e7c28-ae29-4afa-bef1-1551f7734dd3 demo admin] 10.222.0.73 "GET /networking/v2.0/subnetpools/675c90af-2724-4c60-96e9-31eeedea4d68 HTTP/1.1" status: 200 len: 734 time: 0.0194159 Aug 29 20:04:46.300429 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:04:46.308789 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=8 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:46.310737 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:46.325132 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Made reservation on behalf of 4367ec2ce611409a85975a2a505f1ff8 for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:04:46.327834 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:46.652829 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:46.712822 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (756c0251-dbee-43dd-a7b2-bf9ce0cb94f9), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:46.792839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Pushing event updated for resources: {'Subnet': ['ID=756c0251-dbee-43dd-a7b2-bf9ce0cb94f9,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:04:46.798007 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Checking segment: {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:04:46.798383 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Network hostable DHCP agents. Network: 21897161-5e35-4812-959c-798b5acfc2ef, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:04:46.819885 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Network 21897161-5e35-4812-959c-798b5acfc2ef is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:04:46.831086 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 21897161-5e35-4812-959c-798b5acfc2ef) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:04:46.839452 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747884ed-a026-49d4-907b-5412be7fb32f None None] Network 21897161-5e35-4812-959c-798b5acfc2ef requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:04:46.842926 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:04:46.843521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:46.868961 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-93c7b1e0-14e7-4f6f-b734-5a37db4abc80 demo admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5626326 Aug 29 20:04:46.978255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=37,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:47.112285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-21897161-5e35-4812-959c-798b5acfc2ef', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:04:47.113623 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:47.395941 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Allocated IP 172.20.0.2 (21897161-5e35-4812-959c-798b5acfc2ef/756c0251-dbee-43dd-a7b2-bf9ce0cb94f9/e38549d4-63c6-424d-888d-ff670e557ac2) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:04:47.661907 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Publish callbacks [] for port (e38549d4-63c6-424d-888d-ff670e557ac2), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:47.668623 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:47.744511 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Network 21897161-5e35-4812-959c-798b5acfc2ef is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:04:47.749296 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:04:47.756573 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:04:47.764563 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Pushing event updated for resources: {'Port': ['ID=e38549d4-63c6-424d-888d-ff670e557ac2,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:04:47.794224 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.794568 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.794919 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.795269 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.795601 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.795925 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.796248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.796570 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.796889 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.797209 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.797532 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.797896 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.798221 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.798537 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.798855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Tracked resource versions report: Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: pushed versions: Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: { 'AddressGroup': {'1.2'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Agent': {'1.1'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'ConntrackHelper': {'1.0'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Log': {'1.0'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'NDPProxy': {'1.0'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Network': {'1.1'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Port': {'1.7'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'PortForwarding': {'1.3'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'QosPolicy': {'1.10'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroup': {'1.5'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SubPort': {'1.0'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Subnet': {'1.1'}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Trunk': {'1.1'}} Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: consumer versions: Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Agent': '1.1', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'ConntrackHelper': '1.0', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'LocalIPAssociation': '1.0', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Log': '1.0', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'NDPProxy': '1.0', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Network': '1.1', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Port': '1.7', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'PortForwarding': '1.3', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'QosPolicy': '1.10', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroup': '1.5', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroupRule': '1.2', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SubPort': '1.0', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Subnet': '1.1', Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Trunk': '1.1'}} Aug 29 20:04:47.800302 dv-cinder-854261-2-iscsi neutron-server[106550]: {{(pid=106550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:04:47.852870 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Attempting to bind port e38549d4-63c6-424d-888d-ff670e557ac2 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:04:47.853503 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Attempting to bind port e38549d4-63c6-424d-888d-ff670e557ac2 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:04:47.853697 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Attempting to bind port e38549d4-63c6-424d-888d-ff670e557ac2 on network 21897161-5e35-4812-959c-798b5acfc2ef {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:04:47.858942 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:04:47.859316 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Checking segment: {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:04:47.859813 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:47.860204 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Bound using segment: {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:04:47.860667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Bound port: e38549d4-63c6-424d-888d-ff670e557ac2, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:04:47.861060 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:47.875641 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:47.927530 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] For port e38549d4-63c6-424d-888d-ff670e557ac2, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:04:47.932538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] For port e38549d4-63c6-424d-888d-ff670e557ac2, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e38549d4-63c6-424d-888d-ff670e557ac2,segment=NetworkSegment(3cf76ac0-936a-4b42-b3ea-a35a1afc98c7),segment_id=3cf76ac0-936a-4b42-b3ea-a35a1afc98c7)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:04:47.940255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:48.001488 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93871f65-18bc-46d7-83e0-da31abab6e69 None None] Pushing event updated for resources: {'Port': ['ID=e38549d4-63c6-424d-888d-ff670e557ac2,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:04:49.305372 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53446) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:49.644399 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [None req-f85ae1ac-6a85-4c70-9d7f-41d9cd516d5b admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:04:49.645493 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f85ae1ac-6a85-4c70-9d7f-41d9cd516d5b admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3385737 Aug 29 20:04:52.061572 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53454) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:52.402247 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [None req-d58857be-c1c6-49a2-89f8-0175b991760f admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:04:52.403244 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d58857be-c1c6-49a2-89f8-0175b991760f admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3406944 Aug 29 20:04:54.845123 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53466) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:55.171020 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:04:55.195857 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (b46fed60-d8e5-4c22-9a23-cf5750d837c8), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:55.197561 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (b46fed60-d8e5-4c22-9a23-cf5750d837c8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:55.338473 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] Publish callbacks [] for router_controller (b46fed60-d8e5-4c22-9a23-cf5750d837c8), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:55.343669 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (b46fed60-d8e5-4c22-9a23-cf5750d837c8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:55.362390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:55.363589 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-4f80ed9a-4255-4c77-88da-9538195b7757 demo demo] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5173914 Aug 29 20:04:56.069258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578b0c5-fb32-47cc-b012-2abeda98dcd3 None None] Network 21897161-5e35-4812-959c-798b5acfc2ef requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:04:56.136555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-568751b7-0498-436f-9422-52a47077df50 None None] Provisioning complete for port e38549d4-63c6-424d-888d-ff670e557ac2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:04:56.136956 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-568751b7-0498-436f-9422-52a47077df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:56.322981 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:04:56.327748 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-568751b7-0498-436f-9422-52a47077df50 None None] Current status of the port e38549d4-63c6-424d-888d-ff670e557ac2 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:04:56.328134 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-568751b7-0498-436f-9422-52a47077df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:56.369022 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-568751b7-0498-436f-9422-52a47077df50 None None] For port e38549d4-63c6-424d-888d-ff670e557ac2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e38549d4-63c6-424d-888d-ff670e557ac2,segment=NetworkSegment(3cf76ac0-936a-4b42-b3ea-a35a1afc98c7),segment_id=3cf76ac0-936a-4b42-b3ea-a35a1afc98c7)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:04:56.373671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-568751b7-0498-436f-9422-52a47077df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:56.421789 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568751b7-0498-436f-9422-52a47077df50 None None] Pushing event updated for resources: {'Port': ['ID=e38549d4-63c6-424d-888d-ff670e557ac2,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:04:56.592325 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-16099caa-0468-478b-a8b6-106b863bacae None None] Provisioning complete for port e38549d4-63c6-424d-888d-ff670e557ac2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:04:56.592720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-16099caa-0468-478b-a8b6-106b863bacae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:56.671827 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-16099caa-0468-478b-a8b6-106b863bacae None None] Current status of the port e38549d4-63c6-424d-888d-ff670e557ac2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:04:56.700800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e38549d4-63c6-424d-888d-ff670e557ac2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:04:56.706986 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:04:56.745462 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port e38549d4-63c6-424d-888d-ff670e557ac2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:04:56.745885 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:04:56.819483 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port e38549d4-63c6-424d-888d-ff670e557ac2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:04:57.772566 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53474) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:04:58.099182 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [None req-c108e63f-b46f-4fa5-b152-5b00a15194e8 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:04:58.100168 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c108e63f-b46f-4fa5-b152-5b00a15194e8 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3267491 Aug 29 20:05:00.568473 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53482) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:05:00.888230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:05:00.909125 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Made reservation on behalf of ee34b4bd3d8043258a1a5d3588fa8f9c for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:05:00.911452 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:00.920882 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:00.968278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:00.996885 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks [] for security_group (bc1d52d6-3793-4850-a02d-cf216118406f), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:01.000193 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (bc1d52d6-3793-4850-a02d-cf216118406f), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:01.015674 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Reserving flat network on physical network physnet1 {{(pid=106549) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 20:05:01.035915 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d52d6-3793-4850-a02d-cf216118406f,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:01.040675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (4fa4c881-215e-4b91-bdd3-da9065157f12), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:01.041150 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Added segment 4fa4c881-215e-4b91-bdd3-da9065157f12 of type flat for network e91dcfef-2645-4716-ae0f-abd08e221c3c Aug 29 20:05:01.088647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (e91dcfef-2645-4716-ae0f-abd08e221c3c), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:01.120850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (e91dcfef-2645-4716-ae0f-abd08e221c3c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:01.121891 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:05:01.122475 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:01.195205 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6257589 Aug 29 20:05:01.222769 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1834bb-bd50-426b-93b6-c6afd79b7a41 admin admin] Pushing event updated for resources: {'Network': ['ID=e91dcfef-2645-4716-ae0f-abd08e221c3c,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:01.233731 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network e91dcfef-2645-4716-ae0f-abd08e221c3c details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:05:01.333482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ba66d458-9452-49bf-9b8a-60dfc658630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:03.544353 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53490) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:05:03.798781 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d185c5cb-409b-478d-ab1c-8d71893cd3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:03.914297 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ac477-27de-46f6-8e18-068da4e660ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:05:03.915661 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3e3ac477-27de-46f6-8e18-068da4e660ca demo admin] 10.222.0.73 "GET /networking/v2.0/subnets/756c0251-dbee-43dd-a7b2-bf9ce0cb94f9 HTTP/1.1" status: 200 len: 849 time: 0.3704114 Aug 29 20:05:04.036094 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2101d652-29a5-4bd3-b9d6-11b2a7d53e2f demo admin] 10.222.0.73 "GET /networking/v2.0/routers/b46fed60-d8e5-4c22-9a23-cf5750d837c8 HTTP/1.1" status: 200 len: 704 time: 0.1143546 Aug 29 20:05:04.076660 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:04.302902 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:04.636015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Allocated IP 172.20.0.1 (21897161-5e35-4812-959c-798b5acfc2ef/756c0251-dbee-43dd-a7b2-bf9ce0cb94f9/0ffee789-4cd9-441b-9094-c18317f550d3) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:05:04.753855 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:04.798745 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks [] for port (0ffee789-4cd9-441b-9094-c18317f550d3), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:04.862607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:04.929785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Network 21897161-5e35-4812-959c-798b5acfc2ef is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:05:04.939949 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:05:04.947420 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:05:04.947962 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (b46fed60-d8e5-4c22-9a23-cf5750d837c8), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.003328 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Pushing event updated for resources: {'Port': ['ID=0ffee789-4cd9-441b-9094-c18317f550d3,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:05.141812 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-a9490cb0-3306-4db3-bbf1-7a815ffc6a09 None None] Provisioning complete for port 0ffee789-4cd9-441b-9094-c18317f550d3 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:05:05.142409 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9490cb0-3306-4db3-bbf1-7a815ffc6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.147164 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.175545 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-a9490cb0-3306-4db3-bbf1-7a815ffc6a09 None None] Port 0ffee789-4cd9-441b-9094-c18317f550d3 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:05:05.218376 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:05.243971 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.359364 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks [] for port (0ffee789-4cd9-441b-9094-c18317f550d3), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.363881 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.364695 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (b46fed60-d8e5-4c22-9a23-cf5750d837c8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.444154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Pushing event updated for resources: {'Port': ['ID=0ffee789-4cd9-441b-9094-c18317f550d3,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:05.494775 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Network 21897161-5e35-4812-959c-798b5acfc2ef is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:05:05.496122 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:05:05.657574 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Router b46fed60-d8e5-4c22-9a23-cf5750d837c8 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:05:05.688856 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:05.696301 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-686452ac-0994-42f5-9c43-ebe9dca48610 None None] Provisioning complete for port 0ffee789-4cd9-441b-9094-c18317f550d3 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:05:05.696735 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-686452ac-0994-42f5-9c43-ebe9dca48610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:05.729564 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-686452ac-0994-42f5-9c43-ebe9dca48610 None None] Port 0ffee789-4cd9-441b-9094-c18317f550d3 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:05:05.747868 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:05:05.753164 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-920bbcb3-176d-449d-846e-e7165447f835 demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/b46fed60-d8e5-4c22-9a23-cf5750d837c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7115929 Aug 29 20:05:05.762806 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Sync routers for ids ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:05:05.776631 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Routers {'b46fed60-d8e5-4c22-9a23-cf5750d837c8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:05:05.777411 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:05:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:05.955427 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Set router b46fed60-d8e5-4c22-9a23-cf5750d837c8 gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:05:06.213608 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:06.386886 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'name': 'router1', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:04:55Z', 'updated_at': '2022-08-29T20:05:05Z', 'revision_number': 2, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'gw_port_host': None, '_interfaces': [{'id': '0ffee789-4cd9-441b-9094-c18317f550d3', 'name': '', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'mac_address': 'fa:16:3e:71:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:04Z', 'updated_at': '2022-08-29T20:05:05Z', 'revision_number': 2, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'subnets': [{'id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:06.439199 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Checking router: b46fed60-d8e5-4c22-9a23-cf5750d837c8 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:05:06.439568 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Updating router b46fed60-d8e5-4c22-9a23-cf5750d837c8 port 0ffee789-4cd9-441b-9094-c18317f550d3 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:05:06.493236 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:06.778826 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:06.995851 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Publish callbacks [] for port (0ffee789-4cd9-441b-9094-c18317f550d3), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:07.002191 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:07.152880 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Attempting to bind port 0ffee789-4cd9-441b-9094-c18317f550d3 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:05:07.153280 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Attempting to bind port 0ffee789-4cd9-441b-9094-c18317f550d3 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:05:07.153733 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Attempting to bind port 0ffee789-4cd9-441b-9094-c18317f550d3 on network 21897161-5e35-4812-959c-798b5acfc2ef {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:05:07.156750 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Pushing event updated for resources: {'Port': ['ID=0ffee789-4cd9-441b-9094-c18317f550d3,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:07.161641 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:05:07.162059 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Checking segment: {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:05:07.162543 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:07.162934 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Bound using segment: {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:05:07.163406 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Bound port: 0ffee789-4cd9-441b-9094-c18317f550d3, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf76ac0-936a-4b42-b3ea-a35a1afc98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:05:07.163827 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:07.177320 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.177662 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.178044 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.178408 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.178742 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.179068 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.179394 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.179717 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.180039 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.180357 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.180681 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.181253 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.181614 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.182070 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.182398 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Tracked resource versions report: Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: pushed versions: Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: { 'AddressGroup': {'1.2'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Agent': {'1.1'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'ConntrackHelper': {'1.0'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Log': {'1.0'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'NDPProxy': {'1.0'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Network': {'1.1'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Port': {'1.7'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'PortForwarding': {'1.3'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'QosPolicy': {'1.10'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroup': {'1.5'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SubPort': {'1.0'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Subnet': {'1.1'}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Trunk': {'1.1'}} Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: consumer versions: Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Agent': '1.1', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'ConntrackHelper': '1.0', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'LocalIPAssociation': '1.0', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Log': '1.0', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'NDPProxy': '1.0', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Network': '1.1', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Port': '1.7', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'PortForwarding': '1.3', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'QosPolicy': '1.10', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroup': '1.5', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroupRule': '1.2', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SubPort': '1.0', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Subnet': '1.1', Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Trunk': '1.1'}} Aug 29 20:05:07.183864 dv-cinder-854261-2-iscsi neutron-server[106551]: {{(pid=106551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:05:07.246488 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] For port 0ffee789-4cd9-441b-9094-c18317f550d3, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:05:07.265976 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] For port 0ffee789-4cd9-441b-9094-c18317f550d3, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=0ffee789-4cd9-441b-9094-c18317f550d3,segment=NetworkSegment(3cf76ac0-936a-4b42-b3ea-a35a1afc98c7),segment_id=3cf76ac0-936a-4b42-b3ea-a35a1afc98c7)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:05:07.272273 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:07.302568 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:07.306982 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:07.315531 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Routers {'b46fed60-d8e5-4c22-9a23-cf5750d837c8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:05:07.316180 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:05:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:07.400151 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d6078-6086-4e5a-b9e3-22185edaeada None None] Pushing event updated for resources: {'Port': ['ID=0ffee789-4cd9-441b-9094-c18317f550d3,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:07.423488 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] Set router b46fed60-d8e5-4c22-9a23-cf5750d837c8 gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:05:07.617353 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'name': 'router1', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:04:55Z', 'updated_at': '2022-08-29T20:05:05Z', 'revision_number': 2, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'gw_port_host': None, '_interfaces': [{'id': '0ffee789-4cd9-441b-9094-c18317f550d3', 'name': '', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'mac_address': 'fa:16:3e:71:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:04Z', 'updated_at': '2022-08-29T20:05:07Z', 'revision_number': 4, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'subnets': [{'id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:07.647353 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed172e-8487-47c8-bdf5-eb3bfe158682 None None] The sync data for ids ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'] in dv-cinder-854261-2-iscsi is: [{'id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'name': 'router1', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:04:55Z', 'updated_at': '2022-08-29T20:05:05Z', 'revision_number': 2, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'gw_port_host': None, '_interfaces': [{'id': '0ffee789-4cd9-441b-9094-c18317f550d3', 'name': '', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'mac_address': 'fa:16:3e:71:58:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:04Z', 'updated_at': '2022-08-29T20:05:07Z', 'revision_number': 4, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'subnets': [{'id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:05:08.140114 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 53500) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:05:08.533405 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b2958-85f9-422c-814f-5dacb662f9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:05:08.534805 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-247b2958-85f9-422c-814f-5dacb662f9c4 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/e91dcfef-2645-4716-ae0f-abd08e221c3c HTTP/1.1" status: 200 len: 842 time: 0.3937397 Aug 29 20:05:08.545028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:05:08.565568 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Made reservation on behalf of ee34b4bd3d8043258a1a5d3588fa8f9c for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:05:08.568006 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:08.625394 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:08.809594 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:08.925156 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.objects.ports [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106549) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 20:05:08.925608 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (77e8012a-799a-4b1e-bdab-1d0cc45e9147), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:08.976982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e8012a-799a-4b1e-bdab-1d0cc45e9147,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:08.994092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:05:08.994450 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Network hostable DHCP agents. Network: e91dcfef-2645-4716-ae0f-abd08e221c3c, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:05:09.011677 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:05:09.020914 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, e91dcfef-2645-4716-ae0f-abd08e221c3c) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:05:09.026319 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:05:09.026926 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:09.032396 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695052c-b1d1-40b6-9d21-c7707b8ab485 None None] Network e91dcfef-2645-4716-ae0f-abd08e221c3c requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:05:09.055344 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a0dcdf67-366f-41d9-8b2c-2c461eeee770 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5025790 Aug 29 20:05:09.143998 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bdb673-7da9-42fb-98ad-b6a60ed16ba7 None None] Network e91dcfef-2645-4716-ae0f-abd08e221c3c requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:05:11.493820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 53508) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:05:11.839384 dv-cinder-854261-2-iscsi neutron-server[106548]: ERROR stevedore.extension [None req-6240905a-c12c-4ee2-b7c0-8b42ec8cf261 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 20:05:11.892464 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.policy [None req-6240905a-c12c-4ee2-b7c0-8b42ec8cf261 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 20:05:11.937194 dv-cinder-854261-2-iscsi neutron-server[106548]: WARNING oslo_policy.policy [None req-6240905a-c12c-4ee2-b7c0-8b42ec8cf261 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:05:11.937581 dv-cinder-854261-2-iscsi neutron-server[106548]: WARNING oslo_policy.policy [None req-6240905a-c12c-4ee2-b7c0-8b42ec8cf261 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:05:11.954327 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writer thread running {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:05:12.012173 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:12.181660 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-6240905a-c12c-4ee2-b7c0-8b42ec8cf261 demo admin] 10.222.0.73 "GET /networking/v2.0/routers/b46fed60-d8e5-4c22-9a23-cf5750d837c8 HTTP/1.1" status: 200 len: 710 time: 0.6865661 Aug 29 20:05:12.372196 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537bcf8-408b-44ee-8bc0-f6c1e2290d19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:05:12.373880 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-8537bcf8-408b-44ee-8bc0-f6c1e2290d19 demo admin] 10.222.0.73 "GET /networking/v2.0/networks/e91dcfef-2645-4716-ae0f-abd08e221c3c HTTP/1.1" status: 200 len: 886 time: 0.1864643 Aug 29 20:05:12.383088 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:05:12.674880 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks [] for router_gateway (b46fed60-d8e5-4c22-9a23-cf5750d837c8), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:12.715956 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 0ffee789-4cd9-441b-9094-c18317f550d3 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:05:12.771436 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 0ffee789-4cd9-441b-9094-c18317f550d3 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:05:12.771815 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:12.810190 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:12.856216 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 0ffee789-4cd9-441b-9094-c18317f550d3 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:05:12.856602 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:12.889821 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 0ffee789-4cd9-441b-9094-c18317f550d3, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=0ffee789-4cd9-441b-9094-c18317f550d3,segment=NetworkSegment(3cf76ac0-936a-4b42-b3ea-a35a1afc98c7),segment_id=3cf76ac0-936a-4b42-b3ea-a35a1afc98c7)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:05:12.893681 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:12.914150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks [] for router_gateway (b46fed60-d8e5-4c22-9a23-cf5750d837c8), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:12.948399 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=0ffee789-4cd9-441b-9094-c18317f550d3,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:12.991684 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:13.185224 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Allocated IP 172.27.3.70 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/1221de51-80bd-402a-a16e-14297407cfa4) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:05:13.284614 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:13.303794 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks [] for port (1221de51-80bd-402a-a16e-14297407cfa4), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:13.363895 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (1221de51-80bd-402a-a16e-14297407cfa4), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:13.376304 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:13.411619 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:05:13.434145 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:05:13.482413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Pushing event updated for resources: {'Port': ['ID=1221de51-80bd-402a-a16e-14297407cfa4,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:13.485366 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:05:13.526695 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.527038 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.527380 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.528123 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.528123 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.528696 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.528696 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.528944 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.529275 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.529595 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.529934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.530270 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.530586 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.530902 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.531213 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Tracked resource versions report: Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: pushed versions: Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: { 'AddressGroup': {'1.2'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Agent': {'1.1'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'ConntrackHelper': {'1.0'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Log': {'1.0'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'NDPProxy': {'1.0'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Network': {'1.1'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Port': {'1.7'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'PortForwarding': {'1.3'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'QosPolicy': {'1.10'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroup': {'1.5'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SubPort': {'1.0'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Subnet': {'1.1'}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Trunk': {'1.1'}} Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: consumer versions: Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Agent': '1.1', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'ConntrackHelper': '1.0', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'LocalIPAssociation': '1.0', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Log': '1.0', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'NDPProxy': '1.0', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Network': '1.1', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Port': '1.7', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'PortForwarding': '1.3', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'QosPolicy': '1.10', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroup': '1.5', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroupRule': '1.2', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SubPort': '1.0', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Subnet': '1.1', Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Trunk': '1.1'}} Aug 29 20:05:13.532635 dv-cinder-854261-2-iscsi neutron-server[106548]: {{(pid=106548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:05:13.763353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks [] for router_gateway (b46fed60-d8e5-4c22-9a23-cf5750d837c8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:13.999340 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125505'] for router (b46fed60-d8e5-4c22-9a23-cf5750d837c8), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:14.004713 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747651'] for router (b46fed60-d8e5-4c22-9a23-cf5750d837c8), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:14.113643 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Router b46fed60-d8e5-4c22-9a23-cf5750d837c8 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:05:14.217624 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:05:14.222252 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:14.223449 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-71e466cd-8cf4-49bb-a67d-fca16e9c8230 demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/b46fed60-d8e5-4c22-9a23-cf5750d837c8 HTTP/1.1" status: 200 len: 889 time: 1.8436680 Aug 29 20:05:14.241773 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Sync routers for ids ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:05:14.255198 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Routers {'b46fed60-d8e5-4c22-9a23-cf5750d837c8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:05:14.255783 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:05:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:14.473961 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Set router b46fed60-d8e5-4c22-9a23-cf5750d837c8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:05:14.699324 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 0ffee789-4cd9-441b-9094-c18317f550d3 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:05:14.823492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 0ffee789-4cd9-441b-9094-c18317f550d3 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:05:14.823861 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:14.923711 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:14.931065 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'name': 'router1', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1221de51-80bd-402a-a16e-14297407cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:04:55Z', 'updated_at': '2022-08-29T20:05:13Z', 'revision_number': 4, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'gw_port': {'id': '1221de51-80bd-402a-a16e-14297407cfa4', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:12Z', 'updated_at': '2022-08-29T20:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '0ffee789-4cd9-441b-9094-c18317f550d3', 'name': '', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'mac_address': 'fa:16:3e:71:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:04Z', 'updated_at': '2022-08-29T20:05:12Z', 'revision_number': 5, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'subnets': [{'id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:14.982070 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Checking router: b46fed60-d8e5-4c22-9a23-cf5750d837c8 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:05:14.982418 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Updating router b46fed60-d8e5-4c22-9a23-cf5750d837c8 port 1221de51-80bd-402a-a16e-14297407cfa4 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:05:15.133263 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1221de51-80bd-402a-a16e-14297407cfa4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:15.137061 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 0ffee789-4cd9-441b-9094-c18317f550d3 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:05:15.350237 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:15.449613 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Publish callbacks [] for port (1221de51-80bd-402a-a16e-14297407cfa4), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:15.454783 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1221de51-80bd-402a-a16e-14297407cfa4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:15.491384 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Attempting to bind port 1221de51-80bd-402a-a16e-14297407cfa4 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:05:15.491753 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Attempting to bind port 1221de51-80bd-402a-a16e-14297407cfa4 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:05:15.492109 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Attempting to bind port 1221de51-80bd-402a-a16e-14297407cfa4 on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:05:15.506600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:05:15.506965 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:05:15.507359 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:15.507746 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:05:15.508266 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Bound port: 1221de51-80bd-402a-a16e-14297407cfa4, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:05:15.508630 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1221de51-80bd-402a-a16e-14297407cfa4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:15.513213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc58d3-7fcc-4251-85b7-750f1d39da74 None None] Pushing event updated for resources: {'Port': ['ID=1221de51-80bd-402a-a16e-14297407cfa4,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:15.560438 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] For port 1221de51-80bd-402a-a16e-14297407cfa4, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:05:15.563622 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] For port 1221de51-80bd-402a-a16e-14297407cfa4, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1221de51-80bd-402a-a16e-14297407cfa4,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:05:15.569635 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1221de51-80bd-402a-a16e-14297407cfa4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:15.602855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Routers {'b46fed60-d8e5-4c22-9a23-cf5750d837c8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:05:15.603340 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:05:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:15.663184 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc58d3-7fcc-4251-85b7-750f1d39da74 None None] Pushing event updated for resources: {'Port': ['ID=1221de51-80bd-402a-a16e-14297407cfa4,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:15.723988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] Set router b46fed60-d8e5-4c22-9a23-cf5750d837c8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:05:15.922908 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'name': 'router1', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1221de51-80bd-402a-a16e-14297407cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:04:55Z', 'updated_at': '2022-08-29T20:05:13Z', 'revision_number': 4, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'gw_port': {'id': '1221de51-80bd-402a-a16e-14297407cfa4', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:12Z', 'updated_at': '2022-08-29T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '0ffee789-4cd9-441b-9094-c18317f550d3', 'name': '', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'mac_address': 'fa:16:3e:71:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:04Z', 'updated_at': '2022-08-29T20:05:12Z', 'revision_number': 5, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'subnets': [{'id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:05:15.947766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163ec40-286e-4c24-8a68-b514b16ceea3 None None] The sync data for ids ['b46fed60-d8e5-4c22-9a23-cf5750d837c8'] in dv-cinder-854261-2-iscsi is: [{'id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'name': 'router1', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1221de51-80bd-402a-a16e-14297407cfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:04:55Z', 'updated_at': '2022-08-29T20:05:13Z', 'revision_number': 4, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'gw_port': {'id': '1221de51-80bd-402a-a16e-14297407cfa4', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:12Z', 'updated_at': '2022-08-29T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '0ffee789-4cd9-441b-9094-c18317f550d3', 'name': '', 'network_id': '21897161-5e35-4812-959c-798b5acfc2ef', 'tenant_id': '4367ec2ce611409a85975a2a505f1ff8', 'mac_address': 'fa:16:3e:71:58:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46fed60-d8e5-4c22-9a23-cf5750d837c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:05:04Z', 'updated_at': '2022-08-29T20:05:12Z', 'revision_number': 5, 'project_id': '4367ec2ce611409a85975a2a505f1ff8', 'subnets': [{'id': '756c0251-dbee-43dd-a7b2-bf9ce0cb94f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '675c90af-2724-4c60-96e9-31eeedea4d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:05:16.714581 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1221de51-80bd-402a-a16e-14297407cfa4 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:05:16.759826 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 1221de51-80bd-402a-a16e-14297407cfa4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:05:16.760217 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1221de51-80bd-402a-a16e-14297407cfa4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:16.788424 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:16.795348 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 53528) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:05:16.839299 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 1221de51-80bd-402a-a16e-14297407cfa4 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:05:16.839690 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1221de51-80bd-402a-a16e-14297407cfa4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:16.861037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 1221de51-80bd-402a-a16e-14297407cfa4, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1221de51-80bd-402a-a16e-14297407cfa4,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:05:16.865340 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1221de51-80bd-402a-a16e-14297407cfa4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:16.911520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=1221de51-80bd-402a-a16e-14297407cfa4,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:05:17.190001 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-59e36056-26af-482f-9da7-4ba2d512f02c admin admin] 10.222.0.73 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3934705 Aug 29 20:05:18.704380 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1221de51-80bd-402a-a16e-14297407cfa4 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:05:18.707678 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:18.753888 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 1221de51-80bd-402a-a16e-14297407cfa4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:05:18.754284 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1221de51-80bd-402a-a16e-14297407cfa4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:18.837527 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 1221de51-80bd-402a-a16e-14297407cfa4 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:05:19.037500 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:19.038329 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=44,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:22.717292 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=36 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:22.719316 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=40 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:27.182897 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:27.186299 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:28.823275 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:28.837462 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=15 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:31.343139 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4742c021-afa9-40c4-a27e-0f74e69c3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:33.707645 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:05:33.802290 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3861c05f-0383-4603-8127-310a76e33b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:35.248336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:36.227953 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:36.775748 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:05:43.707382 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:46.767549 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:46.769929 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:59.700744 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:05:59.707311 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:01.348503 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c82d-ab76-484f-b31f-5ba1100f5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:03.812971 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-14689896-3887-4e46-bd2b-5a034da9f5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:05.256529 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:06.224049 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:06.772657 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:10.708460 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:06:16.761358 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=23 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:16.768800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:31.341142 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4646a35e-80e7-435d-96e5-263ef526d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:33.807987 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f201-398d-4e8c-a6f1-3ab6729fcaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:35.257086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:36.224285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:36.696683 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:36.702535 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:36.768858 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:40.212945 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54070) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:40.549865 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f7e387-b045-4549-90f3-f78d6530398e admin admin] GET failed (client error): The resource could not be found. Aug 29 20:06:40.551170 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-16f7e387-b045-4549-90f3-f78d6530398e admin admin] 10.222.0.73 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3372805 Aug 29 20:06:40.713820 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b24b97-0619-4c24-9a6a-a45cd8e43c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:40.715307 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-65b24b97-0619-4c24-9a6a-a45cd8e43c02 admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597955 Aug 29 20:06:43.168995 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54080) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:43.539173 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f9b42-5ea6-4372-9731-a5af6360dd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:43.540545 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-1b7f9b42-5ea6-4372-9731-a5af6360dd4d admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/756c0251-dbee-43dd-a7b2-bf9ce0cb94f9 HTTP/1.1" status: 200 len: 849 time: 0.3706179 Aug 29 20:06:43.550340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:06:43.638268 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Publish callbacks [] for subnet (756c0251-dbee-43dd-a7b2-bf9ce0cb94f9), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:43.782651 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775561157515'] for subnet (756c0251-dbee-43dd-a7b2-bf9ce0cb94f9), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:43.817106 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:43.817729 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:43.820876 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] 10.222.0.73 "PUT /networking/v2.0/subnets/756c0251-dbee-43dd-a7b2-bf9ce0cb94f9 HTTP/1.1" status: 200 len: 868 time: 0.2726238 Aug 29 20:06:43.822087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31293bca-0c60-4a2a-a387-6a380cddd64f None None] Network 21897161-5e35-4812-959c-798b5acfc2ef requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:06:43.838569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756c0251-dbee-43dd-a7b2-bf9ce0cb94f9,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:06:43.846547 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.846982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.847258 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.847601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.847935 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.848308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.848635 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.848960 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.849441 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.849857 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.850190 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.850537 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.850864 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.851185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:43.851504 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f051c1-239e-4b39-a190-72a2a4f85948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:06:44.155292 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-1069e21c-6840-4d08-aca2-e8243ca19948 None None] Provisioning complete for port 0ffee789-4cd9-441b-9094-c18317f550d3 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:06:44.156046 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1069e21c-6840-4d08-aca2-e8243ca19948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0ffee789-4cd9-441b-9094-c18317f550d3), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:44.228055 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-1069e21c-6840-4d08-aca2-e8243ca19948 None None] Current status of the port 0ffee789-4cd9-441b-9094-c18317f550d3 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:06:44.236638 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-1069e21c-6840-4d08-aca2-e8243ca19948 None None] Provisioning complete for port e38549d4-63c6-424d-888d-ff670e557ac2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:06:44.237028 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1069e21c-6840-4d08-aca2-e8243ca19948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e38549d4-63c6-424d-888d-ff670e557ac2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:06:44.311231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-1069e21c-6840-4d08-aca2-e8243ca19948 None None] Current status of the port e38549d4-63c6-424d-888d-ff670e557ac2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:06:46.142924 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54088) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:46.622426 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea092b-40e6-46ee-9910-d38f72642e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:46.622896 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea092b-40e6-46ee-9910-d38f72642e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:46.624970 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-37ea092b-40e6-46ee-9910-d38f72642e1f admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4805505 Aug 29 20:06:47.707686 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:06:48.979759 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54096) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:49.394971 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca226c-64fa-44b6-9ed0-a543a0df634e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:49.395423 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca226c-64fa-44b6-9ed0-a543a0df634e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:49.396962 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-cdca226c-64fa-44b6-9ed0-a543a0df634e admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4162664 Aug 29 20:06:51.731829 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54104) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:52.145908 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:52.149347 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87009322-f14c-47f6-aabc-a1feb7ca689b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:52.150778 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-87009322-f14c-47f6-aabc-a1feb7ca689b admin admin] 10.222.0.73 "GET /networking/v2.0/networks/21897161-5e35-4812-959c-798b5acfc2ef HTTP/1.1" status: 200 len: 869 time: 0.4180706 Aug 29 20:06:54.308574 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:54.310402 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:54.461788 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54112) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:54.825205 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:54.865499 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2046ec1-4cee-4b32-9848-96dc7c5831ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:54.866901 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e2046ec1-4cee-4b32-9848-96dc7c5831ff admin admin] 10.222.0.73 "GET /networking/v2.0/networks/e91dcfef-2645-4716-ae0f-abd08e221c3c HTTP/1.1" status: 200 len: 886 time: 0.4041734 Aug 29 20:06:57.200661 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54120) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:06:57.612399 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8e785-6bd5-4d3a-857c-2c4bc47f7b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:57.612848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8e785-6bd5-4d3a-857c-2c4bc47f7b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:06:57.614400 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-4ab8e785-6bd5-4d3a-857c-2c4bc47f7b63 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4127853 Aug 29 20:06:57.703034 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:57.703733 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:06:59.932044 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54128) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:00.304870 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd268154-c1f0-4917-8a37-01534b3423ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:00.305326 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd268154-c1f0-4917-8a37-01534b3423ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:00.306859 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-cd268154-c1f0-4917-8a37-01534b3423ca admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3738801 Aug 29 20:07:01.348568 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5294f9b1-22a4-48ad-9b72-9ec3e447bb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:02.615719 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54136) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:02.985691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3234ae-c5f9-4927-86c2-f6f213abdaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:02.987172 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5d3234ae-c5f9-4927-86c2-f6f213abdaba admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/756c0251-dbee-43dd-a7b2-bf9ce0cb94f9 HTTP/1.1" status: 200 len: 868 time: 0.3705776 Aug 29 20:07:03.811686 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c2b585cd-ca7b-4537-8efe-fd12f7352d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:05.259247 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:05.334427 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54144) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:05.704969 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d04b33-455d-4762-8db3-faaddc84699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:05.706351 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-92d04b33-455d-4762-8db3-faaddc84699b admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/77e8012a-799a-4b1e-bdab-1d0cc45e9147 HTTP/1.1" status: 200 len: 816 time: 0.3709478 Aug 29 20:07:06.228991 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:06.773126 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:13.694392 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:13.698587 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:15.699675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=39 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:15.701616 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=25 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:16.766948 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:16.770038 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:24.706688 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:07:26.514709 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:31.341569 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8295f2c5-12f5-49b5-9c27-364f507a1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:33.816213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-630527da-4fea-4dad-8816-914f3723336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:34.612832 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54200) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:34.702648 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:34.940422 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [None req-923e557a-3295-4fee-aa28-2f985ed01f45 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:07:34.941425 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-923e557a-3295-4fee-aa28-2f985ed01f45 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3276410 Aug 29 20:07:35.264822 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:36.232492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:36.776339 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:37.381117 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54208) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:37.717827 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.pecan_wsgi.hooks.translation [None req-775cfc43-8ff4-441a-8145-5b7ccb3207f4 admin admin] GET failed (client error): The resource could not be found. Aug 29 20:07:37.719115 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-775cfc43-8ff4-441a-8145-5b7ccb3207f4 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3370450 Aug 29 20:07:37.902405 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b5264-5663-46a8-8cc7-c904a03b703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:37.903977 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e65b5264-5663-46a8-8cc7-c904a03b703f admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1806076 Aug 29 20:07:40.305580 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54216) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:40.630780 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:07:40.650599 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Made reservation on behalf of ee34b4bd3d8043258a1a5d3588fa8f9c for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:07:40.653104 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:40.679991 dv-cinder-854261-2-iscsi neutron-server[106549]: WARNING neutron.services.revisions.revision_plugin [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Could not find related network for resource to bump revision. Aug 29 20:07:40.692325 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:07:40.702451 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (0be38a1f-5503-44cf-a3eb-c449de66939f), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:40.702786 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Added segment 0be38a1f-5503-44cf-a3eb-c449de66939f of type vlan for network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 Aug 29 20:07:40.741121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (025e4db9-2cc3-43c0-b3ff-2436521f72a5), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:40.766975 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (025e4db9-2cc3-43c0-b3ff-2436521f72a5), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:40.768083 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:40.768682 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:40.822744 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5160296 Aug 29 20:07:40.834456 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c6e07-6b36-4604-a434-382dd2a492d9 admin admin] Pushing event updated for resources: {'Network': ['ID=025e4db9-2cc3-43c0-b3ff-2436521f72a5,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:07:40.847219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:07:43.187666 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54224) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:07:43.526345 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fe4f44-b06b-4312-9d9b-f6dc3ee160d7 admin admin] GET failed (client error): The resource could not be found. Aug 29 20:07:43.528279 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a4fe4f44-b06b-4312-9d9b-f6dc3ee160d7 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3396323 Aug 29 20:07:43.599559 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7539cdd-360e-4678-b5bd-a8b442de4d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:43.601026 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f7539cdd-360e-4678-b5bd-a8b442de4d9a admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684743 Aug 29 20:07:43.611400 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:07:43.630315 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Made reservation on behalf of ee34b4bd3d8043258a1a5d3588fa8f9c for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:07:43.632792 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:43.802373 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (6b460fcd-80bc-42ce-8f5b-b32192505e0f), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:43.864571 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b460fcd-80bc-42ce-8f5b-b32192505e0f,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:07:43.877384 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.877759 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.878126 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.878474 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.878810 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.879143 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.879469 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.879796 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.880137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.880516 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.880821 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.881137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.881459 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.881806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.882129 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:43.887939 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Checking segment: {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:07:43.888297 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Network hostable DHCP agents. Network: 025e4db9-2cc3-43c0-b3ff-2436521f72a5, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:07:43.905751 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:07:43.914543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 025e4db9-2cc3-43c0-b3ff-2436521f72a5) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:07:43.919933 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:07:43.920843 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:43.924029 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0dc90-5f77-4b1c-ac63-8c2f1c094099 None None] Network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:07:43.938361 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b8739c57-5bab-40b9-91c5-19cb330bd16d admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3302824 Aug 29 20:07:44.036406 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-025e4db9-2cc3-43c0-b3ff-2436521f72a5', 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5', 'project_id': 'ee34b4bd3d8043258a1a5d3588fa8f9c', 'fixed_ips': [{'subnet_id': '6b460fcd-80bc-42ce-8f5b-b32192505e0f'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:07:44.037348 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:44.179246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Allocated IP 192.168.233.2 (025e4db9-2cc3-43c0-b3ff-2436521f72a5/6b460fcd-80bc-42ce-8f5b-b32192505e0f/d4b99410-0d13-4888-a7b8-e279d0deb48f) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:07:44.330793 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Publish callbacks [] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:44.337179 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:44.384402 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:07:44.389840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:07:44.392286 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:07:44.394734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Pushing event updated for resources: {'Port': ['ID=d4b99410-0d13-4888-a7b8-e279d0deb48f,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:07:44.403885 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.404229 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.404599 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.404936 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.405266 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.405590 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.405935 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.406262 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.406582 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.406899 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.407219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.407551 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.407880 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.408191 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.408508 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:07:44.467844 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Attempting to bind port d4b99410-0d13-4888-a7b8-e279d0deb48f on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:07:44.468127 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Attempting to bind port d4b99410-0d13-4888-a7b8-e279d0deb48f by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:07:44.468485 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Attempting to bind port d4b99410-0d13-4888-a7b8-e279d0deb48f on network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:07:44.473691 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:07:44.474166 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Checking segment: {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:07:44.474566 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:44.474954 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Bound using segment: {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:07:44.475420 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Bound port: d4b99410-0d13-4888-a7b8-e279d0deb48f, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:07:44.475888 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:44.539040 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] For port d4b99410-0d13-4888-a7b8-e279d0deb48f, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:07:44.542600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] For port d4b99410-0d13-4888-a7b8-e279d0deb48f, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d4b99410-0d13-4888-a7b8-e279d0deb48f,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:07:44.548734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:44.580502 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=87,neutron:UPDATE=11,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:44.608661 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661d11c-11a0-49bb-8932-db270109d408 None None] Pushing event updated for resources: {'Port': ['ID=d4b99410-0d13-4888-a7b8-e279d0deb48f,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:07:44.838973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d4b99410-0d13-4888-a7b8-e279d0deb48f up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:07:44.989196 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d4b99410-0d13-4888-a7b8-e279d0deb48f triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:07:44.989877 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:45.056226 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:45.068158 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d4b99410-0d13-4888-a7b8-e279d0deb48f is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:07:45.068650 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:45.105597 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port d4b99410-0d13-4888-a7b8-e279d0deb48f, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d4b99410-0d13-4888-a7b8-e279d0deb48f,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:07:45.110151 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:45.162831 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=d4b99410-0d13-4888-a7b8-e279d0deb48f,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:07:45.459848 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d6183-b39e-42b2-9cde-54ff282d351b None None] Network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:07:45.523884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-ce0c6e10-1da5-43c1-a961-f4e79a11747e None None] Provisioning complete for port d4b99410-0d13-4888-a7b8-e279d0deb48f triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:07:45.524202 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6e10-1da5-43c1-a961-f4e79a11747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:45.644267 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c6e10-1da5-43c1-a961-f4e79a11747e None None] Current status of the port d4b99410-0d13-4888-a7b8-e279d0deb48f is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:07:45.862361 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-5465fdfb-f015-4f37-96dd-d590dfde4603 None None] Provisioning complete for port d4b99410-0d13-4888-a7b8-e279d0deb48f triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:07:45.862744 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5465fdfb-f015-4f37-96dd-d590dfde4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:45.940866 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-5465fdfb-f015-4f37-96dd-d590dfde4603 None None] Current status of the port d4b99410-0d13-4888-a7b8-e279d0deb48f is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:07:46.807216 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d4b99410-0d13-4888-a7b8-e279d0deb48f up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:07:46.854273 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d4b99410-0d13-4888-a7b8-e279d0deb48f triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:07:46.854667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d4b99410-0d13-4888-a7b8-e279d0deb48f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:07:46.934591 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d4b99410-0d13-4888-a7b8-e279d0deb48f is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:07:50.698022 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:50.705269 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:53.931351 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:07:53.932114 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:01.346035 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f5580fec-097e-43a7-8538-78ebcba4aaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:01.705593 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:08:03.819296 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e5034897-bd51-4950-aa35-0b0fa5bfeb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:05.264942 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:06.227556 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:06.236336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:06.781365 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:11.700328 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:11.702335 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:16.769757 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:16.776950 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:28.695247 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:28.695990 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:31.349400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e3842ce7-4dbe-4490-a3fe-12a40ebeeb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:33.822598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5a156c90-8876-446c-a13c-0aa4235998d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:35.266507 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:36.239814 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:36.784146 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:38.704402 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:08:46.772832 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:46.780737 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:08:58.052567 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54268) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:08:58.058318 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [None req-26fbcbbe-ce16-47e6-bd35-32fe5722c883 tempest-verify_tempest_config-1255825614 tempest-verify_tempest_config-1255825614-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:08:58.059276 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-26fbcbbe-ce16-47e6-bd35-32fe5722c883 tempest-verify_tempest_config-1255825614 tempest-verify_tempest_config-1255825614-project] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057201 Aug 29 20:08:58.574485 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54286) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:08:58.915209 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.028302 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Publish callbacks [] for security_group (5af3b428-85a2-4c68-84e9-c10fc25ffa7b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.032003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5af3b428-85a2-4c68-84e9-c10fc25ffa7b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.077910 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d03f551c5a9d47a29672411a463cb047&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5023639 Aug 29 20:08:59.078644 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af3b428-85a2-4c68-84e9-c10fc25ffa7b,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:08:59.080753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54292) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:08:59.085469 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.085868 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.086278 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.087290 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.087832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.088230 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.088606 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.088991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.089751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.089751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.090220 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.090623 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.091010 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.091394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.091773 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1527d07-64bb-45c2-919c-940d3b93539c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.140789 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Publish callbacks [] for security_group (5af3b428-85a2-4c68-84e9-c10fc25ffa7b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.162189 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Publish callbacks [] for security_group (5af3b428-85a2-4c68-84e9-c10fc25ffa7b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.257861 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5af3b428-85a2-4c68-84e9-c10fc25ffa7b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.260970 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:08:59.262162 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5af3b428-85a2-4c68-84e9-c10fc25ffa7b HTTP/1.1" status: 204 len: 168 time: 0.1804550 Aug 29 20:08:59.270711 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af3b428-85a2-4c68-84e9-c10fc25ffa7b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:08:59.277482 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.277907 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.278219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.278557 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.278887 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.279212 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.279537 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.279935 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.280192 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.280524 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.280910 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.281263 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.281513 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.281861 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:08:59.282179 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8804631-a065-479c-bf50-69b5903e7671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:09:01.354058 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c6b410ca-f88b-4f87-9822-f8bcc8627192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:03.825241 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0f633550-f8c0-41f8-84c2-0b9a6dfd80b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:04.692439 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:04.696507 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:05.269595 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:06.241815 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:06.787863 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:09.071616 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:09.081992 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:09.274297 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:09.275103 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:15.702882 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:09:16.777002 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:16.783582 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:26.365973 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=13 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:26.367836 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=15 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:31.357248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f0150fa1-aa2c-4c54-81a6-045cfee71fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:33.826928 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-004ee24b-a674-477e-be83-2be5f3b130ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:35.274574 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:36.244019 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:36.793256 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:09:41.703241 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:41.704002 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:46.786267 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:46.788203 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:09:52.701295 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:10:01.360356 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c9aa-d928-487c-827a-5b3732fc33ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:02.697345 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:02.698023 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:03.829476 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d6178e2f-7618-41fe-935c-3dbf86e06dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:05.273049 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:06.248688 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:06.795920 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:16.789869 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:16.791837 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:18.696170 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:28.701410 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:29.701795 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 5 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:10:31.375750 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5342-bfe2-41f1-9e32-b2f54e5e799a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:33.843031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-89476702-392d-45f6-bcca-b7789014ab6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:35.291884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:36.258036 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:36.804931 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:37.016828 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1745372'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:10:39.698020 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:39.698994 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:47.007825 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:47.010777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:49.964221 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54388) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:10:50.093657 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9ba7c088-85d4-4762-a32b-d7d2000875e6 admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1284337 Aug 29 20:10:52.315662 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54398) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:10:52.371725 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-e478c6d1-b665-4561-97f6-260c3fe6494b admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0550244 Aug 29 20:10:55.698621 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:10:55.699662 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:01.359520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ddce2b42-466e-4ca7-aa6f-7ccf14c2daa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:02.365431 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:02.366208 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:03.836299 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a5112a82-6f53-4940-8623-4cceec7b6887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:05.280003 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:06.254701 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:06.702773 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:11:06.797880 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:07.015011 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:17.008584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:17.010569 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:31.362508 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-575d0720-4114-4d82-8eaf-7c6bebd14084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:32.694133 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:32.694922 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=20 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:33.837646 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd37-552e-4d6c-943a-025d8c444d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:35.282634 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:36.259521 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:36.805012 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:37.113313 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:11:43.702803 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:11:47.106439 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:47.109579 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:53.698294 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:11:53.699033 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:01.367264 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-234fc650-96df-4558-a3fa-62d989dad5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:03.841988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-2af0ec66-8bbf-46a7-92a0-01c8d86a5fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:05.285884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:06.261596 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:06.802521 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:07.018299 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:09.687434 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:09.691977 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:17.011496 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:17.014332 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:20.702473 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:12:27.905045 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54604) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:28.011055 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54614) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:28.045625 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54618) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:28.216863 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-network', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:28.243079 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Made reservation on behalf of bbb0263903e14938b44d9a6b430d84ce for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:28.246111 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.258983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.358097 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks [] for security_group (80adb46f-3c79-40a8-9ba1-c04515cd979a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.362394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (80adb46f-3c79-40a8-9ba1-c04515cd979a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.394667 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:12:28.404300 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80adb46f-3c79-40a8-9ba1-c04515cd979a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:28.417224 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.417501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.418153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.418432 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.418755 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.419797 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.420636 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.420832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.421328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.421486 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.422511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.423299 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.423780 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.424111 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.424437 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Tracked resource versions report: Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: pushed versions: Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: { 'AddressGroup': {'1.2'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Agent': {'1.1'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'ConntrackHelper': {'1.0'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Log': {'1.0'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'NDPProxy': {'1.0'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Network': {'1.1'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Port': {'1.7'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'PortForwarding': {'1.3'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'QosPolicy': {'1.10'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroup': {'1.5'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SubPort': {'1.0'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Subnet': {'1.1'}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Trunk': {'1.1'}} Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: consumer versions: Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Agent': '1.1', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'ConntrackHelper': '1.0', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'LocalIPAssociation': '1.0', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Log': '1.0', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'NDPProxy': '1.0', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Network': '1.1', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Port': '1.7', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'PortForwarding': '1.3', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'QosPolicy': '1.10', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroup': '1.5', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SecurityGroupRule': '1.2', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'SubPort': '1.0', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Subnet': '1.1', Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: 'Trunk': '1.1'}} Aug 29 20:12:28.425634 dv-cinder-854261-2-iscsi neutron-server[106548]: {{(pid=106548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:12:28.428771 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775561294394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (c9ddb927-0d00-403c-a97d-0fa4b3b8a620), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.434339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Unsubscribe: segment precommit_create {{(pid=106548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 20:12:28.436194 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Added segment c9ddb927-0d00-403c-a97d-0fa4b3b8a620 of type vlan for network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 Aug 29 20:12:28.512141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.530293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-31778509-network', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:28.541698 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1407173966-network', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:28.592283 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Made reservation on behalf of bcff03cfe90e4d1bb5f9bf1564edafa6 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:28.594599 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.605247 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.606294 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:28.607545 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.609786 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.617803 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Made reservation on behalf of 6fb06a5fd3a3482d991c542ccc993e88 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:28.620048 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.653460 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.706828 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:28.750574 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8444448 Aug 29 20:12:28.753850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54660) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:28.761594 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Request body: {'subnet': {'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-subnet', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:28.774755 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b0838-d9e6-4603-9121-c3641fca2c0d admin admin] Pushing event updated for resources: {'Network': ['ID=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:28.794287 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:12:28.808475 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Made reservation on behalf of bbb0263903e14938b44d9a6b430d84ce for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:28.817521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.864820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks [] for security_group (9f97f305-4897-4342-9069-be5464016348), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.871614 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9f97f305-4897-4342-9069-be5464016348), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.902495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:28.907366 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks [] for security_group (326460a0-7778-4755-8fa5-acae5217a29a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.914573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:12:28.924988 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (8ddae667-8cc4-4872-831f-ae01d7a80910), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.925401 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Added segment 8ddae667-8cc4-4872-831f-ae01d7a80910 of type vlan for network d8752937-08ea-43a9-a2dc-4f02a63b3a95 Aug 29 20:12:28.965890 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (d8752937-08ea-43a9-a2dc-4f02a63b3a95), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.984598 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (326460a0-7778-4755-8fa5-acae5217a29a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:28.987302 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:29.016801 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:12:29.026507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (d8752937-08ea-43a9-a2dc-4f02a63b3a95), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.027765 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:29.028492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.038799 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (ea30647f-4a64-41e2-83cd-6f7e1faa81ac), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.039140 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Added segment ea30647f-4a64-41e2-83cd-6f7e1faa81ac of type vlan for network 03a78358-12e5-4261-9033-2937f1d7bd0b Aug 29 20:12:29.081235 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (03a78358-12e5-4261-9033-2937f1d7bd0b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.120185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (36508d83-911c-4923-841e-d95d828d5bf1), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.172064 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36508d83-911c-4923-841e-d95d828d5bf1,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:29.180746 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.181017 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.181519 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.181933 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.182505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.182987 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.183562 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.184207 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.184746 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.186061 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.186629 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.187268 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.187720 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.188259 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.188873 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Tracked resource versions report: Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: pushed versions: Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: { 'AddressGroup': {'1.2'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Agent': {'1.1'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'ConntrackHelper': {'1.0'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Log': {'1.0'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'NDPProxy': {'1.0'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Network': {'1.1'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Port': {'1.7'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'PortForwarding': {'1.3'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'QosPolicy': {'1.10'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroup': {'1.5'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SubPort': {'1.0'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Subnet': {'1.1'}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Trunk': {'1.1'}} Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: consumer versions: Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Agent': '1.1', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'ConntrackHelper': '1.0', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'LocalIPAssociation': '1.0', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Log': '1.0', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'NDPProxy': '1.0', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Network': '1.1', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Port': '1.7', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'PortForwarding': '1.3', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'QosPolicy': '1.10', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroup': '1.5', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SecurityGroupRule': '1.2', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'SubPort': '1.0', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Subnet': '1.1', Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: 'Trunk': '1.1'}} Aug 29 20:12:29.190619 dv-cinder-854261-2-iscsi neutron-server[106549]: {{(pid=106549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:12:29.223175 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f97f305-4897-4342-9069-be5464016348,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:29.225553 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] Pushing event updated for resources: {'Network': ['ID=d8752937-08ea-43a9-a2dc-4f02a63b3a95,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:29.244126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (03a78358-12e5-4261-9033-2937f1d7bd0b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.245092 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:29.245655 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.248738 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Checking segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:29.249101 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Network hostable DHCP agents. Network: dca5aa8c-453f-4b91-91f7-9d11ae5d1e40, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:12:29.273834 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-6a73f6c4-d6c5-4851-b71d-0f4e3d9e6a7f admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2274630 Aug 29 20:12:29.277769 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54688) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:29.287100 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Request body: {'subnet': {'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1407173966-subnet', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:29.298118 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2814553 Aug 29 20:12:29.298118 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54692) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:29.315890 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Request body: {'subnet': {'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-31778509-subnet', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:29.320813 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:12:29.331813 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Made reservation on behalf of bcff03cfe90e4d1bb5f9bf1564edafa6 for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:29.336391 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.340334 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, dca5aa8c-453f-4b91-91f7-9d11ae5d1e40) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:29.346628 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:29.347506 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.351021 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee51c7b-9b82-4c0b-9aad-a0c71c0dc97e None None] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:29.387755 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Made reservation on behalf of 6fb06a5fd3a3482d991c542ccc993e88 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:29.393341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.395242 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d2f79a5e-fb5a-4c9e-8870-d2d55c70fa2b admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6402900 Aug 29 20:12:29.396103 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54698) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:29.444379 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:29.471628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326460a0-7778-4755-8fa5-acae5217a29a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:29.472264 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (bed361cb-99b2-4d9a-ad0a-88eeda792200), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.473539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (bed361cb-99b2-4d9a-ad0a-88eeda792200), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.532664 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:12:29.569690 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks [] for router_controller (bed361cb-99b2-4d9a-ad0a-88eeda792200), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.742494 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5a2f2-84e6-42c1-a382-9798b85cbfbb admin admin] Pushing event updated for resources: {'Network': ['ID=03a78358-12e5-4261-9033-2937f1d7bd0b,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:29.771977 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 03a78358-12e5-4261-9033-2937f1d7bd0b details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:12:29.800870 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks [] for router_gateway (bed361cb-99b2-4d9a-ad0a-88eeda792200), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:29.852333 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:30.015134 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.054705 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:12:30.057731 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.151185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:30.186848 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Checking segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:30.187199 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Network hostable DHCP agents. Network: 03a78358-12e5-4261-9033-2937f1d7bd0b, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:12:30.248361 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:30.253999 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Network 03a78358-12e5-4261-9033-2937f1d7bd0b is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:12:30.270429 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Allocated IP 172.20.0.2 (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40/36508d83-911c-4923-841e-d95d828d5bf1/102773c2-bc68-4186-b165-9dd34d63faaf) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:30.283227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 03a78358-12e5-4261-9033-2937f1d7bd0b) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:30.289417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:30.290108 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.306102 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:30.312251 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4e5f9-f643-4221-8028-52e1c6a1e728 None None] Network 03a78358-12e5-4261-9033-2937f1d7bd0b requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:30.314891 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-17a8eaa6-a37e-4bc2-9225-2da346751296 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0048358 Aug 29 20:12:30.317530 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54746) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:30.322461 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:30.360021 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks [] for router_gateway (bed361cb-99b2-4d9a-ad0a-88eeda792200), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.364673 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (55a86331-6773-47f9-b995-11329b1a8313), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.367879 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (55a86331-6773-47f9-b995-11329b1a8313), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.415042 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.459280 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (40ddabdb-2508-40eb-b7e6-44d5a37d4136), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.639582 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ddabdb-2508-40eb-b7e6-44d5a37d4136,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:30.698220 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:30.710700 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-03a78358-12e5-4261-9033-2937f1d7bd0b', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:12:30.712106 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.746904 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Checking segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:30.747333 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Network hostable DHCP agents. Network: d8752937-08ea-43a9-a2dc-4f02a63b3a95, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:12:30.758634 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks [] for router_controller (55a86331-6773-47f9-b995-11329b1a8313), precommit_add_association {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.809847 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54784) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:30.810612 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:12:30.821855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Publish callbacks [] for port (102773c2-bc68-4186-b165-9dd34d63faaf), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.839806 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.841205 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, d8752937-08ea-43a9-a2dc-4f02a63b3a95) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:30.849813 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Allocated IP 172.27.3.10 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/9a695c38-6c75-4161-a47e-40d4e30ba81d) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:30.852997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:30.853811 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:30.876079 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-53bd9824-0ce8-4ec7-9fb8-3b0737021896 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5957615 Aug 29 20:12:30.881840 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54790) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:30.887661 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:31.065195 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (772108c7-431d-4f39-9f2e-b9ee200a094d), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.066505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (772108c7-431d-4f39-9f2e-b9ee200a094d), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.096923 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Allocated IP 172.20.0.2 (03a78358-12e5-4261-9033-2937f1d7bd0b/e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8/c5db47ac-073f-46b4-80b6-74dc05895ae4) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:31.117322 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks [] for router_gateway (55a86331-6773-47f9-b995-11329b1a8313), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.142359 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdd38-f218-41f1-829e-9a4285fd2b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.256207 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:31.258412 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:31.281068 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:31.299998 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145cc022-199c-48c5-a77c-735977dac457 None None] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:31.317917 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:31.379443 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks [] for router_controller (772108c7-431d-4f39-9f2e-b9ee200a094d), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.405425 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Publish callbacks [] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.432638 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:31.432922 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdd38-f218-41f1-829e-9a4285fd2b42 admin admin] Publish callbacks [] for security_group (43469a76-9a1c-4bd6-9a20-7a4cf8ae808e), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.444360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:31.467155 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.485700 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdd38-f218-41f1-829e-9a4285fd2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (43469a76-9a1c-4bd6-9a20-7a4cf8ae808e), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.496685 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks [] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.508886 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks [] for router_gateway (55a86331-6773-47f9-b995-11329b1a8313), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.583428 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54824) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:31.592268 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.612958 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2c1fdd38-f218-41f1-829e-9a4285fd2b42 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e02f019a5ffa4653abf9f7633e4251fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7933013 Aug 29 20:12:31.616757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54832) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:31.698367 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:31.752440 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Pushing event updated for resources: {'Port': ['ID=102773c2-bc68-4186-b165-9dd34d63faaf,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:31.843771 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.844531 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.845371 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.846413 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.847272 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.847605 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.848320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.848912 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.853791 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fdd38-f218-41f1-829e-9a4285fd2b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43469a76-9a1c-4bd6-9a20-7a4cf8ae808e,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:31.874276 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.875896 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.877392 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.878583 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.879881 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.880435 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.885643 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks [] for router_gateway (772108c7-431d-4f39-9f2e-b9ee200a094d), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:31.889152 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Tracked resource versions report: Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: pushed versions: Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: { 'AddressGroup': {'1.2'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Agent': {'1.1'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'ConntrackHelper': {'1.0'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Log': {'1.0'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'NDPProxy': {'1.0'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Network': {'1.1'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Port': {'1.7'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'PortForwarding': {'1.3'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'QosPolicy': {'1.10'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroup': {'1.5'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SubPort': {'1.0'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Subnet': {'1.1'}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Trunk': {'1.1'}} Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: consumer versions: Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Agent': '1.1', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'ConntrackHelper': '1.0', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'LocalIPAssociation': '1.0', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Log': '1.0', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'NDPProxy': '1.0', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Network': '1.1', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Port': '1.7', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'PortForwarding': '1.3', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'QosPolicy': '1.10', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroup': '1.5', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SecurityGroupRule': '1.2', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'SubPort': '1.0', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Subnet': '1.1', Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: 'Trunk': '1.1'}} Aug 29 20:12:31.891720 dv-cinder-854261-2-iscsi neutron-server[106550]: {{(pid=106550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:12:31.913596 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.035494 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1daec2-b8ae-46c9-9fa8-8c35a48b0d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.063580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Allocated IP 172.27.3.11 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/8ccc758d-2edc-4305-9849-3011ba39b42f) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:32.099139 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a695c38-6c75-4161-a47e-40d4e30ba81d,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:32.109060 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Attempting to bind port 102773c2-bc68-4186-b165-9dd34d63faaf on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:32.109593 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Attempting to bind port 102773c2-bc68-4186-b165-9dd34d63faaf by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:32.110213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Attempting to bind port 102773c2-bc68-4186-b165-9dd34d63faaf on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:32.126455 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Network 03a78358-12e5-4261-9033-2937f1d7bd0b is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:32.134427 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:32.134908 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Checking segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:32.135388 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.136026 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Bound using segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:32.136583 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Bound port: 102773c2-bc68-4186-b165-9dd34d63faaf, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:32.137040 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.140003 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:32.143243 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-d8752937-08ea-43a9-a2dc-4f02a63b3a95', 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'fixed_ips': [{'subnet_id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:12:32.144387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.167114 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:32.177291 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1daec2-b8ae-46c9-9fa8-8c35a48b0d05 admin admin] Publish callbacks [] for security_group (825e3759-fbb5-40ba-a9f9-123ffaf4e73a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.183272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:32.184741 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:32.190527 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1daec2-b8ae-46c9-9fa8-8c35a48b0d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (825e3759-fbb5-40ba-a9f9-123ffaf4e73a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.232671 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1d1daec2-b8ae-46c9-9fa8-8c35a48b0d05 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0ef97e4835ab48d8935356ba4afa5918&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6424356 Aug 29 20:12:32.242146 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54860) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:32.268677 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks [] for router_gateway (772108c7-431d-4f39-9f2e-b9ee200a094d), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.300891 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:32.333080 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.333327 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Allocated IP 172.20.0.2 (d8752937-08ea-43a9-a2dc-4f02a63b3a95/40ddabdb-2508-40eb-b7e6-44d5a37d4136/24100fcc-f957-42c6-812f-7ace2bd107d0) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:32.392100 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:32.396003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:32.405795 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c353e757-0ac6-46ef-a216-98c876f340d1 admin admin] Publish callbacks [] for security_group (43469a76-9a1c-4bd6-9a20-7a4cf8ae808e), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.408611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:32.427721 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-63153bef-46ef-4c4c-b4af-7c1852661fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.505121 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Pushing event updated for resources: {'Port': ['ID=c5db47ac-073f-46b4-80b6-74dc05895ae4,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:32.532888 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1daec2-b8ae-46c9-9fa8-8c35a48b0d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825e3759-fbb5-40ba-a9f9-123ffaf4e73a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:32.537949 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58fa2caf-60cb-4cd0-9ef9-341cb237201b admin admin] Publish callbacks [] for security_group (825e3759-fbb5-40ba-a9f9-123ffaf4e73a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.581144 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58fa2caf-60cb-4cd0-9ef9-341cb237201b admin admin] Publish callbacks [] for security_group (825e3759-fbb5-40ba-a9f9-123ffaf4e73a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.616933 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Attempting to bind port c5db47ac-073f-46b4-80b6-74dc05895ae4 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:32.617303 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Attempting to bind port c5db47ac-073f-46b4-80b6-74dc05895ae4 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:32.617965 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Attempting to bind port c5db47ac-073f-46b4-80b6-74dc05895ae4 on network 03a78358-12e5-4261-9033-2937f1d7bd0b {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:32.646251 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] For port 102773c2-bc68-4186-b165-9dd34d63faaf, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:32.650469 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] For port 102773c2-bc68-4186-b165-9dd34d63faaf, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=102773c2-bc68-4186-b165-9dd34d63faaf,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:32.652746 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:32.653119 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Checking segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:32.653521 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.654496 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Bound using segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:32.654975 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Bound port: c5db47ac-073f-46b4-80b6-74dc05895ae4, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:32.655387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.672473 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.731459 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks [] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.777817 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c353e757-0ac6-46ef-a216-98c876f340d1 admin admin] Publish callbacks [] for security_group (43469a76-9a1c-4bd6-9a20-7a4cf8ae808e), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.791750 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58fa2caf-60cb-4cd0-9ef9-341cb237201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (825e3759-fbb5-40ba-a9f9-123ffaf4e73a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.795165 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58fa2caf-60cb-4cd0-9ef9-341cb237201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.796460 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-58fa2caf-60cb-4cd0-9ef9-341cb237201b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/825e3759-fbb5-40ba-a9f9-123ffaf4e73a HTTP/1.1" status: 204 len: 168 time: 0.5528519 Aug 29 20:12:32.813459 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2caf-60cb-4cd0-9ef9-341cb237201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e3759-fbb5-40ba-a9f9-123ffaf4e73a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:32.823096 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:32.922938 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:32.928813 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:32.932280 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] For port c5db47ac-073f-46b4-80b6-74dc05895ae4, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:32.940154 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] For port c5db47ac-073f-46b4-80b6-74dc05895ae4, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c5db47ac-073f-46b4-80b6-74dc05895ae4,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:32.946031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:32.997165 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec19385-2fa6-4ef7-9688-3a45688e428b None None] Pushing event updated for resources: {'Port': ['ID=102773c2-bc68-4186-b165-9dd34d63faaf,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:33.030065 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Publish callbacks [] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.040061 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.071846 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:33.095476 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.132908 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccc758d-2edc-4305-9849-3011ba39b42f,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:33.157589 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:33.166069 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:33.171589 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:33.173310 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:33.180228 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Allocated IP 172.27.3.254 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/1dbc78be-82de-46ee-997c-a83fafed4011) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:33.277617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c353e757-0ac6-46ef-a216-98c876f340d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (43469a76-9a1c-4bd6-9a20-7a4cf8ae808e), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.283516 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c353e757-0ac6-46ef-a216-98c876f340d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.284841 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c353e757-0ac6-46ef-a216-98c876f340d1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/43469a76-9a1c-4bd6-9a20-7a4cf8ae808e HTTP/1.1" status: 204 len: 168 time: 1.6654835 Aug 29 20:12:33.308834 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks [] for router_gateway (bed361cb-99b2-4d9a-ad0a-88eeda792200), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.334672 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0ebdd-0b96-4219-83e8-ddec0b366ccd None None] Pushing event updated for resources: {'Port': ['ID=c5db47ac-073f-46b4-80b6-74dc05895ae4,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:33.508092 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:33.509396 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks [] for router_gateway (55a86331-6773-47f9-b995-11329b1a8313), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.514833 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353e757-0ac6-46ef-a216-98c876f340d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43469a76-9a1c-4bd6-9a20-7a4cf8ae808e,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:33.543824 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Attempting to bind port 24100fcc-f957-42c6-812f-7ace2bd107d0 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:33.545411 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Attempting to bind port 24100fcc-f957-42c6-812f-7ace2bd107d0 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:33.551960 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Attempting to bind port 24100fcc-f957-42c6-812f-7ace2bd107d0 on network d8752937-08ea-43a9-a2dc-4f02a63b3a95 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:33.657570 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Pushing event updated for resources: {'Port': ['ID=24100fcc-f957-42c6-812f-7ace2bd107d0,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:33.686382 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:33.686855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Checking segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:33.689783 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.690222 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Bound using segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:33.693556 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Bound port: 24100fcc-f957-42c6-812f-7ace2bd107d0, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:33.697279 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.893795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54936) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:33.940648 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9f7f03c1-1752-4992-aa30-49fce4b0cc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.946795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27b65e9c-859b-4249-8e23-bcbaf5e5e8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:33.959968 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:33.961540 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (bed361cb-99b2-4d9a-ad0a-88eeda792200), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:34.036338 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] For port 24100fcc-f957-42c6-812f-7ace2bd107d0, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:34.044084 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] For port 24100fcc-f957-42c6-812f-7ace2bd107d0, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=24100fcc-f957-42c6-812f-7ace2bd107d0,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:34.064944 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:34.246732 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27b65e9c-859b-4249-8e23-bcbaf5e5e8e3 admin admin] Publish callbacks [] for security_group (f27b004a-d20c-4794-b09b-b7480efca988), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:34.249030 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54948) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:34.274870 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27b65e9c-859b-4249-8e23-bcbaf5e5e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f27b004a-d20c-4794-b09b-b7480efca988), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:34.275042 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9ed53-671a-45c7-93bc-b6345aa87cde None None] Pushing event updated for resources: {'Port': ['ID=24100fcc-f957-42c6-812f-7ace2bd107d0,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:34.397213 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (55a86331-6773-47f9-b995-11329b1a8313), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:34.420358 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-27b65e9c-859b-4249-8e23-bcbaf5e5e8e3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3e52facf2a124b95928f1145a70ea2ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5196853 Aug 29 20:12:34.422443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54952) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:34.609387 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b65e9c-859b-4249-8e23-bcbaf5e5e8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b004a-d20c-4794-b09b-b7480efca988,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:34.631452 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:34.915855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c20192-e44f-4916-a5d1-7b6b38cbd6e6 None None] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:34.990997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks [] for port (1dbc78be-82de-46ee-997c-a83fafed4011), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.004686 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54978) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:35.060649 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b32e179-c5a3-488d-b09f-b02d19b04783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.123190 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] Provisioning complete for port 102773c2-bc68-4186-b165-9dd34d63faaf triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:35.124032 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.161674 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c22bac25-ece3-4c27-9b56-5dce599637b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.183613 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Router bed361cb-99b2-4d9a-ad0a-88eeda792200 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:12:35.201339 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.251505 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4031259-7af1-4504-a70d-a061f13c2a7b admin admin] Publish callbacks [] for security_group (f27b004a-d20c-4794-b09b-b7480efca988), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.301572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4031259-7af1-4504-a70d-a061f13c2a7b admin admin] Publish callbacks [] for security_group (f27b004a-d20c-4794-b09b-b7480efca988), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.320049 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c5db47ac-073f-46b4-80b6-74dc05895ae4 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:35.322659 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a07745-4f39-4939-99f4-c65352db8fd6 None None] Network 03a78358-12e5-4261-9033-2937f1d7bd0b requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:35.367662 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:35.384411 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:35.397544 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:35.407504 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbc78be-82de-46ee-997c-a83fafed4011,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:35.413948 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.427376 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4031259-7af1-4504-a70d-a061f13c2a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f27b004a-d20c-4794-b09b-b7480efca988), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.429884 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4031259-7af1-4504-a70d-a061f13c2a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.431030 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a4031259-7af1-4504-a70d-a061f13c2a7b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f27b004a-d20c-4794-b09b-b7480efca988 HTTP/1.1" status: 204 len: 168 time: 1.0019014 Aug 29 20:12:35.463582 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:35.476093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:35.491551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4031259-7af1-4504-a70d-a061f13c2a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b004a-d20c-4794-b09b-b7480efca988,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:35.555371 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Router 55a86331-6773-47f9-b995-11329b1a8313 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:12:35.612329 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c22bac25-ece3-4c27-9b56-5dce599637b0 admin admin] Publish callbacks [] for security_group (f45d827e-e4a8-445a-971c-9bff2c7f0e03), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.621416 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c22bac25-ece3-4c27-9b56-5dce599637b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f45d827e-e4a8-445a-971c-9bff2c7f0e03), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.642800 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b32e179-c5a3-488d-b09f-b02d19b04783 admin admin] Publish callbacks [] for security_group (c143272a-322a-4767-a7e5-fb65cae52565), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.654390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b32e179-c5a3-488d-b09f-b02d19b04783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c143272a-322a-4767-a7e5-fb65cae52565), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.690794 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:35.710306 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c22bac25-ece3-4c27-9b56-5dce599637b0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cbb0922aa97f4f39bb7a426a0a94ffb1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4555409 Aug 29 20:12:35.716965 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54990) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:35.736865 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:12:35.751650 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Sync routers for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:12:35.788790 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:35.795060 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-7118ae64-8b61-4302-b5aa-6896a2bd15c0 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3549016 Aug 29 20:12:35.797075 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:35.797757 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:35.801986 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54992) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:35.868828 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e179-c5a3-488d-b09f-b02d19b04783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c143272a-322a-4767-a7e5-fb65cae52565,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:35.884074 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5b32e179-c5a3-488d-b09f-b02d19b04783 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5926f39634e84952a23ff4375cbfc22f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8739645 Aug 29 20:12:35.895533 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 54996) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:35.900909 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 54998) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:35.924216 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cceab2e-2704-4fac-b05d-8debc6c19323 None None] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:36.068226 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bac25-ece3-4c27-9b56-5dce599637b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d827e-e4a8-445a-971c-9bff2c7f0e03,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:36.075784 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:36.120745 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:36.160752 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] Current status of the port 102773c2-bc68-4186-b165-9dd34d63faaf is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:36.161215 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.187273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92f78223-7508-45a5-a21d-18f6b58e6f8e admin admin] Publish callbacks [] for security_group (f45d827e-e4a8-445a-971c-9bff2c7f0e03), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.189363 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:36.245595 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port c5db47ac-073f-46b4-80b6-74dc05895ae4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:36.246095 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.277431 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92f78223-7508-45a5-a21d-18f6b58e6f8e admin admin] Publish callbacks [] for security_group (f45d827e-e4a8-445a-971c-9bff2c7f0e03), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.302898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:12:36.352231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:12:36.397425 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.398781 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5039b646-b31f-4caf-ba25-bc023179a104 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0801034 Aug 29 20:12:36.400667 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb4ba-8a94-4265-a478-e4938e9ab81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.403037 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55010) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:36.414633 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54c753ca-0b71-49a4-87a4-b99d7783cee2 admin admin] Publish callbacks [] for security_group (c143272a-322a-4767-a7e5-fb65cae52565), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.430664 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks [] for router_gateway (772108c7-431d-4f39-9f2e-b9ee200a094d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.491033 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92f78223-7508-45a5-a21d-18f6b58e6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f45d827e-e4a8-445a-971c-9bff2c7f0e03), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.494007 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92f78223-7508-45a5-a21d-18f6b58e6f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.494793 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:32Z', 'revision_number': 3, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:36.495214 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-92f78223-7508-45a5-a21d-18f6b58e6f8e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f45d827e-e4a8-445a-971c-9bff2c7f0e03 HTTP/1.1" status: 204 len: 168 time: 0.7764177 Aug 29 20:12:36.509424 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:36.510494 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:36.545577 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f78223-7508-45a5-a21d-18f6b58e6f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d827e-e4a8-445a-971c-9bff2c7f0e03,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:36.563866 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:36.574541 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Checking router: bed361cb-99b2-4d9a-ad0a-88eeda792200 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:12:36.577650 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Updating router bed361cb-99b2-4d9a-ad0a-88eeda792200 port 9a695c38-6c75-4161-a47e-40d4e30ba81d binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:12:36.611792 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.773747 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:36.880101 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:36.886612 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54c753ca-0b71-49a4-87a4-b99d7783cee2 admin admin] Publish callbacks [] for security_group (c143272a-322a-4767-a7e5-fb65cae52565), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.898679 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb4ba-8a94-4265-a478-e4938e9ab81a admin admin] Publish callbacks [] for security_group (949a410b-4ced-4fca-bb3c-8f289b3b0d4b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.945041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb4ba-8a94-4265-a478-e4938e9ab81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (949a410b-4ced-4fca-bb3c-8f289b3b0d4b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:36.961008 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:36.978445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfb4ba-8a94-4265-a478-e4938e9ab81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a410b-4ced-4fca-bb3c-8f289b3b0d4b,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:37.023963 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port c5db47ac-073f-46b4-80b6-74dc05895ae4 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:37.027310 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b2dfb4ba-8a94-4265-a478-e4938e9ab81a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fb059805c019400ea97c73dda8404254&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1273077 Aug 29 20:12:37.028082 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55024) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:37.031148 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.041282 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Publish callbacks [] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.052384 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.176766 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:37.186382 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Pushing event updated for resources: {'Port': ['ID=9a695c38-6c75-4161-a47e-40d4e30ba81d,revision_number=2']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:37.186734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] For port 102773c2-bc68-4186-b165-9dd34d63faaf, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=102773c2-bc68-4186-b165-9dd34d63faaf,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:37.194407 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.225132 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.225480 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.225866 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.226229 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.228759 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.229258 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.236634 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.244418 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.245209 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.246602 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.249421 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.250039 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.251845 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.253787 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.255736 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.256640 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Tracked resource versions report: Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: pushed versions: Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: { 'AddressGroup': {'1.2'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Agent': {'1.1'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'ConntrackHelper': {'1.0'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Log': {'1.0'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'NDPProxy': {'1.0'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Network': {'1.1'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Port': {'1.7'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'PortForwarding': {'1.3'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'QosPolicy': {'1.10'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroup': {'1.5'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SubPort': {'1.0'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Subnet': {'1.1'}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Trunk': {'1.1'}} Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: consumer versions: Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: { DHCP agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: L3 agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: Metadata agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: Metering agent@dv-cinder-854261-2-iscsi: {}, Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: Open vSwitch agent@dv-cinder-854261-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Agent': '1.1', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'ConntrackHelper': '1.0', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'LocalIPAssociation': '1.0', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Log': '1.0', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'NDPProxy': '1.0', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Network': '1.1', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Port': '1.7', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'PortForwarding': '1.3', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'QosPolicy': '1.10', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroup': '1.5', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SecurityGroupRule': '1.2', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'SubPort': '1.0', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Subnet': '1.1', Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: 'Trunk': '1.1'}} Aug 29 20:12:37.261201 dv-cinder-854261-2-iscsi neutron-server[106551]: {{(pid=106551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:12:37.305292 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Attempting to bind port 9a695c38-6c75-4161-a47e-40d4e30ba81d on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:37.312784 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Attempting to bind port 9a695c38-6c75-4161-a47e-40d4e30ba81d by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:37.318571 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Attempting to bind port 9a695c38-6c75-4161-a47e-40d4e30ba81d on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:37.335580 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.340458 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port c5db47ac-073f-46b4-80b6-74dc05895ae4, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c5db47ac-073f-46b4-80b6-74dc05895ae4,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:37.348571 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:37.360604 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.368973 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:37.369405 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.370370 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:37.371448 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Bound port: 9a695c38-6c75-4161-a47e-40d4e30ba81d, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:37.371850 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.386753 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.388024 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 24100fcc-f957-42c6-812f-7ace2bd107d0 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:37.397881 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:37.440981 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (772108c7-431d-4f39-9f2e-b9ee200a094d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.446668 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Provisioning complete for port 24100fcc-f957-42c6-812f-7ace2bd107d0 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:37.447289 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.474228 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed5da2-f7f2-49c5-abcb-d10141ddfec6 None None] Pushing event updated for resources: {'Port': ['ID=102773c2-bc68-4186-b165-9dd34d63faaf,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:37.494569 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.570140 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] For port 9a695c38-6c75-4161-a47e-40d4e30ba81d, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:37.581561 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] For port 9a695c38-6c75-4161-a47e-40d4e30ba81d, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=9a695c38-6c75-4161-a47e-40d4e30ba81d,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:37.593516 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.668820 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Current status of the port 24100fcc-f957-42c6-812f-7ace2bd107d0 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:37.669934 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.708833 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:37.711252 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:37.730231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] For port 24100fcc-f957-42c6-812f-7ace2bd107d0, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=24100fcc-f957-42c6-812f-7ace2bd107d0,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:37.731840 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-97e061ea-8d8b-4fe5-b299-edac108b1f37 admin admin] Publish callbacks [] for security_group (949a410b-4ced-4fca-bb3c-8f289b3b0d4b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.735106 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54c753ca-0b71-49a4-87a4-b99d7783cee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c143272a-322a-4767-a7e5-fb65cae52565), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.738134 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54c753ca-0b71-49a4-87a4-b99d7783cee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.740337 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-54c753ca-0b71-49a4-87a4-b99d7783cee2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c143272a-322a-4767-a7e5-fb65cae52565 HTTP/1.1" status: 204 len: 168 time: 1.8378546 Aug 29 20:12:37.747072 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.768390 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Provisioning complete for port 102773c2-bc68-4186-b165-9dd34d63faaf triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:37.768771 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.771355 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 24100fcc-f957-42c6-812f-7ace2bd107d0 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:37.771718 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.836392 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:33Z', 'revision_number': 3, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:37.867966 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2b6eb-4ffb-4c6a-aa1a-5c01b3903339 None None] Pushing event updated for resources: {'Port': ['ID=9a695c38-6c75-4161-a47e-40d4e30ba81d,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:37.903535 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:12:37.904408 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Updating router 55a86331-6773-47f9-b995-11329b1a8313 port 8ccc758d-2edc-4305-9849-3011ba39b42f binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:12:37.916129 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c753ca-0b71-49a4-87a4-b99d7783cee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c143272a-322a-4767-a7e5-fb65cae52565,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:37.943595 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-97e061ea-8d8b-4fe5-b299-edac108b1f37 admin admin] Publish callbacks [] for security_group (949a410b-4ced-4fca-bb3c-8f289b3b0d4b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:37.987794 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 24100fcc-f957-42c6-812f-7ace2bd107d0 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:37.990946 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 102773c2-bc68-4186-b165-9dd34d63faaf up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:38.001256 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=c5db47ac-073f-46b4-80b6-74dc05895ae4,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:38.013225 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:38.126533 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:38.191957 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Allocated IP 172.20.0.1 (03a78358-12e5-4261-9033-2937f1d7bd0b/e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8/2e493ef4-e69f-4155-95a2-ee9cb3f8c675) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:38.234977 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Pushing event updated for resources: {'Port': ['ID=24100fcc-f957-42c6-812f-7ace2bd107d0,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:38.271348 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.348994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:38.367393 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-97e061ea-8d8b-4fe5-b299-edac108b1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (949a410b-4ced-4fca-bb3c-8f289b3b0d4b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.370737 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-97e061ea-8d8b-4fe5-b299-edac108b1f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.375000 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-97e061ea-8d8b-4fe5-b299-edac108b1f37 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/949a410b-4ced-4fca-bb3c-8f289b3b0d4b HTTP/1.1" status: 204 len: 168 time: 1.3318028 Aug 29 20:12:38.398751 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Router 772108c7-431d-4f39-9f2e-b9ee200a094d is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:12:38.400955 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e061ea-8d8b-4fe5-b299-edac108b1f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a410b-4ced-4fca-bb3c-8f289b3b0d4b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:38.492508 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks [] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.505398 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:32Z', 'revision_number': 3, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:38.567833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Current status of the port 102773c2-bc68-4186-b165-9dd34d63faaf is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:38.574534 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.581930 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f322bc-6162-48bf-8255-e12d4a5a54be None None] The sync data for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi is: [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:32Z', 'revision_number': 3, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:12:38.598849 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 102773c2-bc68-4186-b165-9dd34d63faaf triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:38.599260 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.609894 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Provisioning complete for port c5db47ac-073f-46b4-80b6-74dc05895ae4 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:38.610273 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.633645 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Network 03a78358-12e5-4261-9033-2937f1d7bd0b is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:38.639550 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:38.643112 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:38.644603 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (55a86331-6773-47f9-b995-11329b1a8313), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.758647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:38.819250 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Pushing event updated for resources: {'Port': ['ID=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:38.908751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:38.978205 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:39.028427 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:39.053986 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:12:39.100984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Sync routers for ids ['772108c7-431d-4f39-9f2e-b9ee200a094d'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:12:39.122041 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Routers {'772108c7-431d-4f39-9f2e-b9ee200a094d'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:39.123653 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['772108c7-431d-4f39-9f2e-b9ee200a094d'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:39.153415 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9c474-583f-49cc-935f-3a630024218d None None] Current status of the port c5db47ac-073f-46b4-80b6-74dc05895ae4 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:39.188112 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:39.235658 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:39.241486 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c3db3d6d-ac31-4a9a-a9c7-06d4bc297e57 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3582811 Aug 29 20:12:39.242212 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55096) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:39.324070 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Set router 772108c7-431d-4f39-9f2e-b9ee200a094d gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:39.352316 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-cce03ac0-9a44-45a0-98c8-5cdd917805e4 None None] Provisioning complete for port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:39.353081 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cce03ac0-9a44-45a0-98c8-5cdd917805e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:39.454265 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 102773c2-bc68-4186-b165-9dd34d63faaf is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:39.592605 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55106) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:39.652780 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-cce03ac0-9a44-45a0-98c8-5cdd917805e4 None None] Port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:12:39.688785 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb595-3e35-412f-a76a-e749ea3d2b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:39.718748 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-cce03ac0-9a44-45a0-98c8-5cdd917805e4 None None] Provisioning complete for port 24100fcc-f957-42c6-812f-7ace2bd107d0 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:39.719465 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cce03ac0-9a44-45a0-98c8-5cdd917805e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:39.798813 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:39.909494 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Publish callbacks [] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:39.953496 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:39.958344 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Allocated IP 172.20.0.1 (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40/36508d83-911c-4923-841e-d95d828d5bf1/70275ad5-3d0d-4c80-b789-5e5439f45482) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:39.968944 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:35Z', 'revision_number': 3, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:39.993675 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-cce03ac0-9a44-45a0-98c8-5cdd917805e4 None None] Current status of the port 24100fcc-f957-42c6-812f-7ace2bd107d0 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:40.002253 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 9a695c38-6c75-4161-a47e-40d4e30ba81d up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:40.013507 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.054612 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Checking router: 772108c7-431d-4f39-9f2e-b9ee200a094d for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:12:40.055883 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Updating router 772108c7-431d-4f39-9f2e-b9ee200a094d port 1dbc78be-82de-46ee-997c-a83fafed4011 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:12:40.125128 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb595-3e35-412f-a76a-e749ea3d2b38 admin admin] Publish callbacks [] for security_group (a0298493-febe-47a6-86e8-1b3352c0d92d), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.143621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks [] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.162691 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb595-3e35-412f-a76a-e749ea3d2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a0298493-febe-47a6-86e8-1b3352c0d92d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.175160 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.198711 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.199536 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (55a86331-6773-47f9-b995-11329b1a8313), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.209815 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:40.263698 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:40.275299 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Attempting to bind port 8ccc758d-2edc-4305-9849-3011ba39b42f on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:40.277260 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Attempting to bind port 8ccc758d-2edc-4305-9849-3011ba39b42f by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:40.278038 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Attempting to bind port 8ccc758d-2edc-4305-9849-3011ba39b42f on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:40.285230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:40.314483 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 9a695c38-6c75-4161-a47e-40d4e30ba81d triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:40.316667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.387034 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fb595-3e35-412f-a76a-e749ea3d2b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0298493-febe-47a6-86e8-1b3352c0d92d,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:40.405293 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:40.405699 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:40.408333 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.408775 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:40.409291 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Bound port: 8ccc758d-2edc-4305-9849-3011ba39b42f, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:40.409756 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.410413 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks [] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.414542 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1e2fb595-3e35-412f-a76a-e749ea3d2b38 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8bc0b25f4adb4535828370a0cac25577&name=default HTTP/1.1" status: 200 len: 2993 time: 0.8191061 Aug 29 20:12:40.417609 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55122) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:40.440645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28ed6d-9b9d-4e75-9c01-3b057d78df8b None None] Pushing event updated for resources: {'Port': ['ID=8ccc758d-2edc-4305-9849-3011ba39b42f,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:40.551446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Pushing event updated for resources: {'Port': ['ID=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:40.575410 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] For port 8ccc758d-2edc-4305-9849-3011ba39b42f, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:40.578177 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 9a695c38-6c75-4161-a47e-40d4e30ba81d is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:40.578969 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.584991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55126) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:40.609447 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 9a695c38-6c75-4161-a47e-40d4e30ba81d, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=9a695c38-6c75-4161-a47e-40d4e30ba81d,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:40.617146 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.626002 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c5db47ac-073f-46b4-80b6-74dc05895ae4 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:40.663417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Network 03a78358-12e5-4261-9033-2937f1d7bd0b is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:40.665513 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:40.714248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] For port 8ccc758d-2edc-4305-9849-3011ba39b42f, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=8ccc758d-2edc-4305-9849-3011ba39b42f,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:40.754536 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.770762 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.786370 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-20839d5c-7c83-41e3-ae9e-0fa8c7912280 admin admin] Publish callbacks [] for security_group (a0298493-febe-47a6-86e8-1b3352c0d92d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.948739 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a86e99c4-1d78-4e32-bf17-3d5aa27b169e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:40.979497 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-20839d5c-7c83-41e3-ae9e-0fa8c7912280 admin admin] Publish callbacks [] for security_group (a0298493-febe-47a6-86e8-1b3352c0d92d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.073874 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Publish callbacks [] for port (1dbc78be-82de-46ee-997c-a83fafed4011), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.090182 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:41.090550 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:41.092806 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.149810 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:41.152155 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=70275ad5-3d0d-4c80-b789-5e5439f45482,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.173281 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:41.191433 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.198873 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-20839d5c-7c83-41e3-ae9e-0fa8c7912280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a0298493-febe-47a6-86e8-1b3352c0d92d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.207594 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-20839d5c-7c83-41e3-ae9e-0fa8c7912280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.210064 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-20839d5c-7c83-41e3-ae9e-0fa8c7912280 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a0298493-febe-47a6-86e8-1b3352c0d92d HTTP/1.1" status: 204 len: 168 time: 0.7909999 Aug 29 20:12:41.215094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a86e99c4-1d78-4e32-bf17-3d5aa27b169e admin admin] Publish callbacks [] for security_group (232f75cd-a530-49c1-a829-302876bcfff8), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.218593 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:41.219094 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (bed361cb-99b2-4d9a-ad0a-88eeda792200), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.230063 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:41.241819 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a86e99c4-1d78-4e32-bf17-3d5aa27b169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (232f75cd-a530-49c1-a829-302876bcfff8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.248966 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Attempting to bind port 1dbc78be-82de-46ee-997c-a83fafed4011 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:41.249500 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Attempting to bind port 1dbc78be-82de-46ee-997c-a83fafed4011 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:41.249807 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Attempting to bind port 1dbc78be-82de-46ee-997c-a83fafed4011 on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:41.270620 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49d4c2-c76e-4fae-8f1e-62fd0469535b None None] Pushing event updated for resources: {'Port': ['ID=1dbc78be-82de-46ee-997c-a83fafed4011,revision_number=2']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.282581 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:41.282957 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:41.283359 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.285562 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:41.286326 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:41.286837 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Bound port: 1dbc78be-82de-46ee-997c-a83fafed4011, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:41.287233 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.305660 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:41.315757 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Router 55a86331-6773-47f9-b995-11329b1a8313 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:12:41.433778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=9a695c38-6c75-4161-a47e-40d4e30ba81d,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.439920 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] For port 1dbc78be-82de-46ee-997c-a83fafed4011, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:41.454870 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] For port 1dbc78be-82de-46ee-997c-a83fafed4011, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1dbc78be-82de-46ee-997c-a83fafed4011,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:41.470533 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.501674 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-933ca7ba-0932-41ce-8a67-b004726bbed8 None None] Provisioning complete for port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:41.506538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-933ca7ba-0932-41ce-8a67-b004726bbed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.579290 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a86e99c4-1d78-4e32-bf17-3d5aa27b169e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b644d63d813746bfa8dc52f42973aba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9920511 Aug 29 20:12:41.581365 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e99c4-1d78-4e32-bf17-3d5aa27b169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f75cd-a530-49c1-a829-302876bcfff8,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.587729 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55164) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:41.651635 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:41.651856 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49d4c2-c76e-4fae-8f1e-62fd0469535b None None] Pushing event updated for resources: {'Port': ['ID=1dbc78be-82de-46ee-997c-a83fafed4011,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.696262 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Routers {'772108c7-431d-4f39-9f2e-b9ee200a094d'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:41.700660 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['772108c7-431d-4f39-9f2e-b9ee200a094d'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:41.705685 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20839d5c-7c83-41e3-ae9e-0fa8c7912280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0298493-febe-47a6-86e8-1b3352c0d92d,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.728636 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port c5db47ac-073f-46b4-80b6-74dc05895ae4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:41.729087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.807747 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-933ca7ba-0932-41ce-8a67-b004726bbed8 None None] Port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:12:41.823213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28ed6d-9b9d-4e75-9c01-3b057d78df8b None None] Pushing event updated for resources: {'Port': ['ID=8ccc758d-2edc-4305-9849-3011ba39b42f,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:41.910177 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:41.982757 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f78a-b8d2-448a-a14e-73cc9874009b admin admin] Publish callbacks [] for security_group (232f75cd-a530-49c1-a829-302876bcfff8), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.012075 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] Set router 772108c7-431d-4f39-9f2e-b9ee200a094d gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:42.076192 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:42.083670 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:12:42.086765 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f78a-b8d2-448a-a14e-73cc9874009b admin admin] Publish callbacks [] for security_group (232f75cd-a530-49c1-a829-302876bcfff8), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.105822 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-e0d7b337-c2fc-49a4-bcec-8bdbb2095908 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/55a86331-6773-47f9-b995-11329b1a8313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6990213 Aug 29 20:12:42.110525 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:42.144023 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:42.166653 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port c5db47ac-073f-46b4-80b6-74dc05895ae4 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:42.167945 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 24100fcc-f957-42c6-812f-7ace2bd107d0 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:42.218241 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f78a-b8d2-448a-a14e-73cc9874009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (232f75cd-a530-49c1-a829-302876bcfff8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.221432 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f78a-b8d2-448a-a14e-73cc9874009b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.227440 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a0a8f78a-b8d2-448a-a14e-73cc9874009b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/232f75cd-a530-49c1-a829-302876bcfff8 HTTP/1.1" status: 204 len: 168 time: 0.6161306 Aug 29 20:12:42.238668 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f78a-b8d2-448a-a14e-73cc9874009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f75cd-a530-49c1-a829-302876bcfff8,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:42.261400 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Allocated IP 172.20.0.1 (d8752937-08ea-43a9-a2dc-4f02a63b3a95/40ddabdb-2508-40eb-b7e6-44d5a37d4136/d91be13f-c841-4a38-bebe-9effa38be9f7) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:42.302095 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-409682b9-94a1-4a08-a91b-9547504f29f0 None None] Provisioning complete for port 70275ad5-3d0d-4c80-b789-5e5439f45482 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:42.302497 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-409682b9-94a1-4a08-a91b-9547504f29f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.401649 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-409682b9-94a1-4a08-a91b-9547504f29f0 None None] Port 70275ad5-3d0d-4c80-b789-5e5439f45482 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:12:42.403547 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:35Z', 'revision_number': 3, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:42.413023 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 24100fcc-f957-42c6-812f-7ace2bd107d0 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:42.413400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.438390 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:39Z', 'revision_number': 2, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:42.470697 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feee26a-9cde-4a06-bae2-780e845ac15e None None] The sync data for ids ['772108c7-431d-4f39-9f2e-b9ee200a094d'] in dv-cinder-854261-2-iscsi is: [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:35Z', 'revision_number': 3, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:12:42.473794 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942bbaf-5fe3-41f0-adac-b8838ec1b754 None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:39Z', 'revision_number': 2, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:12:42.573208 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 24100fcc-f957-42c6-812f-7ace2bd107d0 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:42.574443 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 102773c2-bc68-4186-b165-9dd34d63faaf up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:42.586670 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks [] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.600512 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.601371 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (bed361cb-99b2-4d9a-ad0a-88eeda792200), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.641040 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 102773c2-bc68-4186-b165-9dd34d63faaf triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:42.641572 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.728028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks [] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:42.760868 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:42.765558 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 102773c2-bc68-4186-b165-9dd34d63faaf is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:42.984175 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 9a695c38-6c75-4161-a47e-40d4e30ba81d up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:42.999008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55212) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:43.071973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 9a695c38-6c75-4161-a47e-40d4e30ba81d triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:43.072590 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:43.225099 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:43.228818 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=70275ad5-3d0d-4c80-b789-5e5439f45482,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:43.234673 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:43.308466 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 9a695c38-6c75-4161-a47e-40d4e30ba81d is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:43.427458 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:43.539534 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55226) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:43.540528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Router bed361cb-99b2-4d9a-ad0a-88eeda792200 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:12:43.542753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:43.563111 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:43.566631 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:43.567121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (772108c7-431d-4f39-9f2e-b9ee200a094d), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:43.570011 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Pushing event updated for resources: {'Port': ['ID=d91be13f-c841-4a38-bebe-9effa38be9f7,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:43.587279 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1fd71a16-5338-4dcf-a7e1-4b0b5e110c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:43.748084 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3a3f8706-2bf1-468b-a8e8-99a884bb16c7 None None] Provisioning complete for port 70275ad5-3d0d-4c80-b789-5e5439f45482 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:43.749087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3a3f8706-2bf1-468b-a8e8-99a884bb16c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:43.802270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55232) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:43.832023 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926463085', 'description': 'tempest-description--1356448109'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:43.864638 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f8706-2bf1-468b-a8e8-99a884bb16c7 None None] Port 70275ad5-3d0d-4c80-b789-5e5439f45482 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:12:43.884965 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:43.926470 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1fd71a16-5338-4dcf-a7e1-4b0b5e110c24 admin admin] Publish callbacks [] for security_group (f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:43.941966 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1fd71a16-5338-4dcf-a7e1-4b0b5e110c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.028122 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:44.051926 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.079487 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-75237eb4-adaa-4125-99cd-1039614c50c8 None None] Provisioning complete for port d91be13f-c841-4a38-bebe-9effa38be9f7 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:44.081214 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-75237eb4-adaa-4125-99cd-1039614c50c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.151078 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1fd71a16-5338-4dcf-a7e1-4b0b5e110c24 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7dfda4531b664d18afd50da65858bacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6102412 Aug 29 20:12:44.162083 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55234) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:44.184709 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd71a16-5338-4dcf-a7e1-4b0b5e110c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:44.200269 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:12:44.213309 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e0e8da21-1641-45ad-ba38-bdf272a64ef3 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/bed361cb-99b2-4d9a-ad0a-88eeda792200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4019508 Aug 29 20:12:44.219110 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-75237eb4-adaa-4125-99cd-1039614c50c8 None None] Port d91be13f-c841-4a38-bebe-9effa38be9f7 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:12:44.221195 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.226399 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Sync routers for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:12:44.259397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:44.260027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:44.320850 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:44.371964 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0759ed46-87d5-40b4-8d18-d0661a7bbc26 admin admin] Publish callbacks [] for security_group (f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.487471 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:44.489697 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a20b7683-8bc1-4a9d-afef-05807e3bb31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.587237 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (b5cbf5f1-2879-444f-9bfb-3291bafa9f6e), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.637020 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:44.666368 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0759ed46-87d5-40b4-8d18-d0661a7bbc26 admin admin] Publish callbacks [] for security_group (f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.671942 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (b5cbf5f1-2879-444f-9bfb-3291bafa9f6e), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.755623 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.761449 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9528196 Aug 29 20:12:44.768059 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55250) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:44.784637 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbf5f1-2879-444f-9bfb-3291bafa9f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:44.926554 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks [] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.934232 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a20b7683-8bc1-4a9d-afef-05807e3bb31d admin admin] Publish callbacks [] for security_group (35affc45-2338-42f0-a27b-7fdb073732b8), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.934907 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.936871 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (772108c7-431d-4f39-9f2e-b9ee200a094d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.940377 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a20b7683-8bc1-4a9d-afef-05807e3bb31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (35affc45-2338-42f0-a27b-7fdb073732b8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:44.954610 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d32baf-93b7-4ca9-85f3-1affc1606767 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:45.019118 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:42Z', 'revision_number': 2, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:45.028036 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0759ed46-87d5-40b4-8d18-d0661a7bbc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.030670 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1dbc78be-82de-46ee-997c-a83fafed4011 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:45.034874 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0759ed46-87d5-40b4-8d18-d0661a7bbc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.037135 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0759ed46-87d5-40b4-8d18-d0661a7bbc26 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6 HTTP/1.1" status: 204 len: 168 time: 0.8735938 Aug 29 20:12:45.056627 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a20b7683-8bc1-4a9d-afef-05807e3bb31d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=445d138b2f984ffebd1dd3aef0b97ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0555375 Aug 29 20:12:45.058016 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b7683-8bc1-4a9d-afef-05807e3bb31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35affc45-2338-42f0-a27b-7fdb073732b8,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:45.063587 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55260) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:45.131505 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ed46-87d5-40b4-8d18-d0661a7bbc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6ac9e-b2ba-4065-92aa-fc62f154a5d6,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:45.227252 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Checking router: bed361cb-99b2-4d9a-ad0a-88eeda792200 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:12:45.229468 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Updating router bed361cb-99b2-4d9a-ad0a-88eeda792200 port 70275ad5-3d0d-4c80-b789-5e5439f45482 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:12:45.281665 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Pushing event updated for resources: {'Port': ['ID=d91be13f-c841-4a38-bebe-9effa38be9f7,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:45.304014 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 1dbc78be-82de-46ee-997c-a83fafed4011 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:45.304760 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.307994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (d10713fc-7288-4313-b55d-1b8270e62d0a), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.316451 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f9c-2d19-42c3-90d6-b93b967e8ecf admin admin] Publish callbacks [] for security_group (35affc45-2338-42f0-a27b-7fdb073732b8), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.337897 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.384907 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f9c-2d19-42c3-90d6-b93b967e8ecf admin admin] Publish callbacks [] for security_group (35affc45-2338-42f0-a27b-7fdb073732b8), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.477536 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55286) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:45.483434 dv-cinder-854261-2-iscsi neutron-server[106548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 20:12:45.499786 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:45.501957 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:45.663874 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f9c-2d19-42c3-90d6-b93b967e8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (35affc45-2338-42f0-a27b-7fdb073732b8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.681493 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f9c-2d19-42c3-90d6-b93b967e8ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.682313 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-58cb5f9c-2d19-42c3-90d6-b93b967e8ecf admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/35affc45-2338-42f0-a27b-7fdb073732b8 HTTP/1.1" status: 204 len: 168 time: 0.6171885 Aug 29 20:12:45.687035 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (d10713fc-7288-4313-b55d-1b8270e62d0a), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.695525 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (d10713fc-7288-4313-b55d-1b8270e62d0a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.712397 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:45.749388 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10713fc-7288-4313-b55d-1b8270e62d0a,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:45.772621 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.776496 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-1437083d-0410-46f4-b213-217c6d1b7ab0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0045342 Aug 29 20:12:45.781585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55296) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:45.790272 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:45.799067 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbf5f1-2879-444f-9bfb-3291bafa9f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:45.839077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Router 772108c7-431d-4f39-9f2e-b9ee200a094d has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:12:45.853282 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (831f596f-808e-4b0d-b149-3a40f0756581), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:45.872160 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb5f9c-2d19-42c3-90d6-b93b967e8ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35affc45-2338-42f0-a27b-7fdb073732b8,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:46.036896 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-4085f414-05d0-4041-92f4-6e0d221a50de None None] Provisioning complete for port d91be13f-c841-4a38-bebe-9effa38be9f7 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:46.037678 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4085f414-05d0-4041-92f4-6e0d221a50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.061913 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-20c360be-96c4-485f-a5ad-e7e5be1be45c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:46.069866 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-20c360be-96c4-485f-a5ad-e7e5be1be45c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 819 time: 0.5891213 Aug 29 20:12:46.092940 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (831f596f-808e-4b0d-b149-3a40f0756581), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.101890 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (831f596f-808e-4b0d-b149-3a40f0756581), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.129044 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-63604d1c-8e45-4cd4-9e4f-0776e60ed1c5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/quotas/bbb0263903e14938b44d9a6b430d84ce HTTP/1.1" status: 200 len: 375 time: 0.0564058 Aug 29 20:12:46.130318 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f596f-808e-4b0d-b149-3a40f0756581,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:46.137168 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:12:46.144811 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2b664bbb-2ae8-499a-b30f-120a8a948d12 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/772108c7-431d-4f39-9f2e-b9ee200a094d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8922105 Aug 29 20:12:46.147505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.148784 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-7145f4d7-57be-4386-967e-297652738e62 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569989 Aug 29 20:12:46.153210 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55306) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:46.164130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:46.171966 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-4085f414-05d0-4041-92f4-6e0d221a50de None None] Port d91be13f-c841-4a38-bebe-9effa38be9f7 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:12:46.179423 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55310) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:46.227128 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d490f5ac-8352-4ac2-96d1-72d0ef12d7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.250193 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 1dbc78be-82de-46ee-997c-a83fafed4011 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:46.250570 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.275008 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 1dbc78be-82de-46ee-997c-a83fafed4011, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1dbc78be-82de-46ee-997c-a83fafed4011,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:46.280286 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.281091 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 8ccc758d-2edc-4305-9849-3011ba39b42f up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:46.296266 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.322779 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-e92fde60-7314-4f65-aec9-bb49aff61492 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928480 Aug 29 20:12:46.371450 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=1dbc78be-82de-46ee-997c-a83fafed4011,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:46.445096 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:46.460174 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Sync routers for ids ['772108c7-431d-4f39-9f2e-b9ee200a094d'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:12:46.489979 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Routers {'772108c7-431d-4f39-9f2e-b9ee200a094d'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:46.491453 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['772108c7-431d-4f39-9f2e-b9ee200a094d'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:46.511306 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 8ccc758d-2edc-4305-9849-3011ba39b42f triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:46.511306 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.624542 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:46.631998 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d490f5ac-8352-4ac2-96d1-72d0ef12d7f0 admin admin] Publish callbacks [] for security_group (eec05bb2-e10e-40c0-849e-24aa6b0eeb06), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.643123 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.664735 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d490f5ac-8352-4ac2-96d1-72d0ef12d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (eec05bb2-e10e-40c0-849e-24aa6b0eeb06), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.689607 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Set router 772108c7-431d-4f39-9f2e-b9ee200a094d gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:46.767664 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490f5ac-8352-4ac2-96d1-72d0ef12d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec05bb2-e10e-40c0-849e-24aa6b0eeb06,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:46.781599 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d490f5ac-8352-4ac2-96d1-72d0ef12d7f0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=dba3bce9a4e74b8e8f5be51b15df720d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6008654 Aug 29 20:12:46.784860 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55324) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:46.787502 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 8ccc758d-2edc-4305-9849-3011ba39b42f is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:46.788083 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.797609 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:46.826366 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:46.827711 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:46.879112 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 8ccc758d-2edc-4305-9849-3011ba39b42f, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=8ccc758d-2edc-4305-9849-3011ba39b42f,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:46.928899 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:46.967357 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Allocated IP 172.27.3.118 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/79d726de-467b-43cc-a759-380ac5d143f8) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:47.039988 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ae44-20ea-4e33-ae78-324036430b6f admin admin] Publish callbacks [] for security_group (eec05bb2-e10e-40c0-849e-24aa6b0eeb06), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.123815 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ae44-20ea-4e33-ae78-324036430b6f admin admin] Publish callbacks [] for security_group (eec05bb2-e10e-40c0-849e-24aa6b0eeb06), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.126765 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for port (79d726de-467b-43cc-a759-380ac5d143f8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.158905 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:47.159523 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:47.182715 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (79d726de-467b-43cc-a759-380ac5d143f8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.193085 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1dbc78be-82de-46ee-997c-a83fafed4011 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:47.213384 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:44Z', 'revision_number': 4, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd91be13f-c841-4a38-bebe-9effa38be9f7', 'name': '', 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'mac_address': 'fa:16:3e:ac:c7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:41Z', 'updated_at': '2022-08-29T20:12:44Z', 'revision_number': 2, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'subnets': [{'id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:47.240538 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:47.257561 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Publish callbacks [] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.268437 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ae44-20ea-4e33-ae78-324036430b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (eec05bb2-e10e-40c0-849e-24aa6b0eeb06), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.273411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ae44-20ea-4e33-ae78-324036430b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.284104 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b6a8ae44-20ea-4e33-ae78-324036430b6f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/eec05bb2-e10e-40c0-849e-24aa6b0eeb06 HTTP/1.1" status: 204 len: 168 time: 0.4978251 Aug 29 20:12:47.292444 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=8ccc758d-2edc-4305-9849-3011ba39b42f,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:47.295052 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Checking router: 772108c7-431d-4f39-9f2e-b9ee200a094d for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:12:47.295301 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Updating router 772108c7-431d-4f39-9f2e-b9ee200a094d port d91be13f-c841-4a38-bebe-9effa38be9f7 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:12:47.309817 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.317359 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8ae44-20ea-4e33-ae78-324036430b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec05bb2-e10e-40c0-849e-24aa6b0eeb06,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:47.371398 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55340) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:47.393741 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.399975 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:47.403434 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ed8acf5-6434-4913-8500-f4ddcd46438c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.409089 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:47.417126 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:47.421916 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'Port': ['ID=79d726de-467b-43cc-a759-380ac5d143f8,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:47.441636 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815ca73-679f-4faf-ada6-d0825184061f None None] Pushing event updated for resources: {'Port': ['ID=70275ad5-3d0d-4c80-b789-5e5439f45482,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:47.456642 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:12:47.525928 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:47.526929 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:47.551483 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (7e9ae626-c647-44e1-ba26-aca111d27d79), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.576884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 1dbc78be-82de-46ee-997c-a83fafed4011 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:47.577349 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.613560 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (79d726de-467b-43cc-a759-380ac5d143f8), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.662200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ed8acf5-6434-4913-8500-f4ddcd46438c admin admin] Publish callbacks [] for security_group (08fd146d-1a7a-4bc3-9204-87f18445d910), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.670229 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ed8acf5-6434-4913-8500-f4ddcd46438c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (08fd146d-1a7a-4bc3-9204-87f18445d910), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.679198 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Attempting to bind port 70275ad5-3d0d-4c80-b789-5e5439f45482 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:47.679198 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Attempting to bind port 70275ad5-3d0d-4c80-b789-5e5439f45482 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:47.681144 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Attempting to bind port 70275ad5-3d0d-4c80-b789-5e5439f45482 on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:47.733731 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-1ed8acf5-6434-4913-8500-f4ddcd46438c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6f4cd662f318463d8d8f0ea7a053b22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584490 Aug 29 20:12:47.736625 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55350) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:47.746822 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8acf5-6434-4913-8500-f4ddcd46438c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd146d-1a7a-4bc3-9204-87f18445d910,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:47.766389 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:47.766769 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Checking segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:47.767172 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.767566 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Bound using segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:47.771571 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Bound port: 70275ad5-3d0d-4c80-b789-5e5439f45482, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:47.773079 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.887446 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for port (79d726de-467b-43cc-a759-380ac5d143f8), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.894352 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (79d726de-467b-43cc-a759-380ac5d143f8), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.895428 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (7e9ae626-c647-44e1-ba26-aca111d27d79), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.913206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-909541ff-c4ff-4aa2-a433-34abbdec061d admin admin] Publish callbacks [] for security_group (08fd146d-1a7a-4bc3-9204-87f18445d910), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.951278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.952630 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7925196 Aug 29 20:12:47.969469 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Publish callbacks [] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:47.970346 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd488d-51d0-4f24-a697-501106b393af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'Port': ['ID=79d726de-467b-43cc-a759-380ac5d143f8,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:47.983081 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.002243 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-909541ff-c4ff-4aa2-a433-34abbdec061d admin admin] Publish callbacks [] for security_group (08fd146d-1a7a-4bc3-9204-87f18445d910), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.095715 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-2c09a443-48f9-4e3e-86be-6b8f88588231 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:12:48.103360 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-2c09a443-48f9-4e3e-86be-6b8f88588231 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7238727 Aug 29 20:12:48.106173 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55370) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:48.110593 dv-cinder-854261-2-iscsi neutron-server[106549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 20:12:48.160956 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcacabb-1e96-4c9a-84ca-0950d52aaf27 None None] Pushing event updated for resources: {'Port': ['ID=d91be13f-c841-4a38-bebe-9effa38be9f7,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:48.161777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:48.196982 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Attempting to bind port d91be13f-c841-4a38-bebe-9effa38be9f7 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:48.203149 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Attempting to bind port d91be13f-c841-4a38-bebe-9effa38be9f7 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:48.203697 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Attempting to bind port d91be13f-c841-4a38-bebe-9effa38be9f7 on network d8752937-08ea-43a9-a2dc-4f02a63b3a95 {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:48.218459 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:48.222769 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Checking segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:48.230984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.230984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Bound using segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:48.230984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Bound port: d91be13f-c841-4a38-bebe-9effa38be9f7, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:48.230984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.230984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:48.253951 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-a0341815-407c-49dd-a1c3-99cd4a31990e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480522 Aug 29 20:12:48.410863 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] For port d91be13f-c841-4a38-bebe-9effa38be9f7, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:48.425657 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] For port d91be13f-c841-4a38-bebe-9effa38be9f7, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d91be13f-c841-4a38-bebe-9effa38be9f7,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:48.434492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-909541ff-c4ff-4aa2-a433-34abbdec061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (08fd146d-1a7a-4bc3-9204-87f18445d910), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.443510 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.455476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-909541ff-c4ff-4aa2-a433-34abbdec061d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.459578 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-909541ff-c4ff-4aa2-a433-34abbdec061d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/08fd146d-1a7a-4bc3-9204-87f18445d910 HTTP/1.1" status: 204 len: 168 time: 0.7205610 Aug 29 20:12:48.505185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] For port 70275ad5-3d0d-4c80-b789-5e5439f45482, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:48.515426 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] For port 70275ad5-3d0d-4c80-b789-5e5439f45482, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=70275ad5-3d0d-4c80-b789-5e5439f45482,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:48.545573 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 1dbc78be-82de-46ee-997c-a83fafed4011 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:48.553731 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909541ff-c4ff-4aa2-a433-34abbdec061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd146d-1a7a-4bc3-9204-87f18445d910,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:48.561656 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcacabb-1e96-4c9a-84ca-0950d52aaf27 None None] Pushing event updated for resources: {'Port': ['ID=d91be13f-c841-4a38-bebe-9effa38be9f7,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:48.573002 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:48.575615 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-06b61e55-da29-407f-a550-9236dc9023a5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195603 Aug 29 20:12:48.577269 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Routers {'772108c7-431d-4f39-9f2e-b9ee200a094d'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:48.578168 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['772108c7-431d-4f39-9f2e-b9ee200a094d'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:48.628176 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:48.659354 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-aac16803-3cdf-436a-b3c7-ced4c38c36d4 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:48.673038 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-aac16803-3cdf-436a-b3c7-ced4c38c36d4 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d8752937-08ea-43a9-a2dc-4f02a63b3a95 HTTP/1.1" status: 200 len: 812 time: 0.5609822 Aug 29 20:12:48.691881 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815ca73-679f-4faf-ada6-d0825184061f None None] Pushing event updated for resources: {'Port': ['ID=70275ad5-3d0d-4c80-b789-5e5439f45482,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:48.703878 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-5a5bdc67-994a-429c-999d-a8905c302a43 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/quotas/bcff03cfe90e4d1bb5f9bf1564edafa6 HTTP/1.1" status: 200 len: 375 time: 0.0298531 Aug 29 20:12:48.827902 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] Set router 772108c7-431d-4f39-9f2e-b9ee200a094d gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:48.865432 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:48.866753 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:48.878346 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:48.879540 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:48.922380 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-f05ea635-1682-40ff-8d73-3841846109ca tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=bcff03cfe90e4d1bb5f9bf1564edafa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175174 Aug 29 20:12:49.115519 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 8ccc758d-2edc-4305-9849-3011ba39b42f up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:49.218713 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:39Z', 'revision_number': 2, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:49.345502 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 8ccc758d-2edc-4305-9849-3011ba39b42f triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:49.346038 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:49.349279 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-0dd75bcb-a1b6-47fb-bace-5c5cfd2e1437 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--926463085&fields=id&tenant_id=6fb06a5fd3a3482d991c542ccc993e88 HTTP/1.1" status: 200 len: 267 time: 0.2044711 Aug 29 20:12:49.352405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:12:49.352778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Updating router 55a86331-6773-47f9-b995-11329b1a8313 port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:12:49.443903 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:49.450643 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:49.509221 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:44Z', 'revision_number': 4, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd91be13f-c841-4a38-bebe-9effa38be9f7', 'name': '', 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'mac_address': 'fa:16:3e:ac:c7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:41Z', 'updated_at': '2022-08-29T20:12:48Z', 'revision_number': 4, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'subnets': [{'id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:49.565031 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdcc9d9-2f05-4d2e-856a-dada47d203b0 None None] The sync data for ids ['772108c7-431d-4f39-9f2e-b9ee200a094d'] in dv-cinder-854261-2-iscsi is: [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:44Z', 'revision_number': 4, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd91be13f-c841-4a38-bebe-9effa38be9f7', 'name': '', 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'mac_address': 'fa:16:3e:ac:c7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:41Z', 'updated_at': '2022-08-29T20:12:48Z', 'revision_number': 4, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'subnets': [{'id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:12:49.678739 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-8e3402a7-d3db-4d76-ab12-aab980855068 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:49.682244 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-8e3402a7-d3db-4d76-ab12-aab980855068 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 809 time: 0.3307743 Aug 29 20:12:49.717885 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-6a81450d-eb03-4772-bfa8-38e4c37fc51a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/quotas/6fb06a5fd3a3482d991c542ccc993e88 HTTP/1.1" status: 200 len: 375 time: 0.0284324 Aug 29 20:12:49.752219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-8fb99f0e-c91c-4d7c-8a97-03fde245ed08 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:12:49.762432 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-8fb99f0e-c91c-4d7c-8a97-03fde245ed08 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2550488 Aug 29 20:12:49.844334 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-44347649-79e6-42fa-82bd-c566f8f073b6 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059992 Aug 29 20:12:50.080035 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 8ccc758d-2edc-4305-9849-3011ba39b42f is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:50.090271 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-22838ea0-e97b-4896-98bd-e00dabba8043 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251765 Aug 29 20:12:50.095238 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-0e76b4db-6641-4f6c-b17c-b3369f192648 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286406 Aug 29 20:12:50.190210 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:50.203548 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55486) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:50.257162 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-1022de2f-d8f7-4ab5-a3d6-bfb5881be449 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660264 Aug 29 20:12:50.303176 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:48Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:50.350920 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2a988-9104-46a3-9060-50d0b28c50bf None None] The sync data for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi is: [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:48Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:12:50.388699 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:50.471290 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Publish callbacks [] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:50.497306 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:50.526548 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-9cab3ab9-5049-47eb-bb17-2bb48b1a42af service neutron] 10.222.0.73 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183028 Aug 29 20:12:50.612757 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2b1f7-cb3e-470b-9acc-619c8997487c None None] Pushing event updated for resources: {'Port': ['ID=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:50.616394 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-837423493-network', 'tenant_id': 'c5163a9611df47069421fe45e55c7ab4'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:50.705870 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Made reservation on behalf of c5163a9611df47069421fe45e55c7ab4 for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:50.709083 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:50.721923 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:50.815968 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Attempting to bind port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:12:50.822542 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Attempting to bind port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:12:50.823466 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Attempting to bind port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 on network 03a78358-12e5-4261-9033-2937f1d7bd0b {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:12:50.845568 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:12:50.845863 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Checking segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:50.846084 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:50.846477 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Bound using segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:12:50.856469 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Bound port: 2e493ef4-e69f-4155-95a2-ee9cb3f8c675, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:12:50.856940 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:50.910051 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:50.967500 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6a1d9bc7-439f-45aa-a608-52a7c9e99442 req-30b3b195-8002-442f-9f95-077a08323b51 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 210 time: 0.1416016 Aug 29 20:12:51.039960 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ee904cd-a4a5-4621-ad7d-18c469101c40 req-f6f2e50d-0763-4937-a2a7-e0e303474dbe tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.2525191 Aug 29 20:12:51.157848 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] For port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:12:51.175423 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] For port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:12:51.197579 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.250128 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d12e1ac6-2613-4cf5-8700-efcbc4f7e933 req-7cbfff5a-e327-40d1-a341-609456668923 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.1151416 Aug 29 20:12:51.286695 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks [] for security_group (d034ccaf-332a-48c3-949d-697cc3d44173), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.291492 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (d034ccaf-332a-48c3-949d-697cc3d44173), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.353589 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:12:51.354322 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:12:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:51.380020 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:12:51.424324 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (84cbabd0-1057-4e06-9e50-3727e1864512), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.425119 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Added segment 84cbabd0-1057-4e06-9e50-3727e1864512 of type vlan for network aefc7ba2-5383-4f47-a057-736886faf288 Aug 29 20:12:51.505750 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (aefc7ba2-5383-4f47-a057-736886faf288), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.588524 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (aefc7ba2-5383-4f47-a057-736886faf288), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.590112 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:51.590723 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:51.624849 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 70275ad5-3d0d-4c80-b789-5e5439f45482 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:51.803065 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d034ccaf-332a-48c3-949d-697cc3d44173,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:51.832178 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6273265 Aug 29 20:12:51.940137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55568) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:51.955642 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Request body: {'subnet': {'network_id': 'aefc7ba2-5383-4f47-a057-736886faf288', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-837423493-subnet', 'tenant_id': 'c5163a9611df47069421fe45e55c7ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:52.014768 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Made reservation on behalf of c5163a9611df47069421fe45e55c7ab4 for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:52.017966 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:52.107024 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998d99-3f56-4c50-8a5f-e79a5a444a3f admin admin] Pushing event updated for resources: {'Network': ['ID=aefc7ba2-5383-4f47-a057-736886faf288,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:52.138868 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network aefc7ba2-5383-4f47-a057-736886faf288 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:12:52.142366 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2b1f7-cb3e-470b-9acc-619c8997487c None None] Pushing event updated for resources: {'Port': ['ID=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:52.223890 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-c996b708-0d5d-473e-bcf6-7fcd03d1fb28 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:52.241073 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-c996b708-0d5d-473e-bcf6-7fcd03d1fb28 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 819 time: 0.5976846 Aug 29 20:12:52.291860 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-ddd4f29e-d96b-4b8b-a1d1-270a689e43bc tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/quotas/bbb0263903e14938b44d9a6b430d84ce HTTP/1.1" status: 200 len: 375 time: 0.0491176 Aug 29 20:12:52.385428 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 70275ad5-3d0d-4c80-b789-5e5439f45482 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:52.386664 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:52.451909 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:12:52.480157 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-7b3f261d-0fb3-421d-ba8c-888da93cc98e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870351 Aug 29 20:12:52.482985 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:52.671062 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b6e6f9ca-a5a5-46a8-9127-df3fa4991a47 req-c1696351-1323-4f37-bd78-25e3722923cc tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.1859999 Aug 29 20:12:52.703794 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (4c484317-7de6-4a8b-9fa7-3e8c0122c5b0), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:52.791088 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55600) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:52.827946 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:52.829840 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:52.846122 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-9aef2479-133e-4b74-9288-d347f423d9ee service neutron] 10.222.0.73 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568709 Aug 29 20:12:52.991271 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 70275ad5-3d0d-4c80-b789-5e5439f45482 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:52.991667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.004281 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72cac2e3-feca-4752-95a4-87c3b93875c6 req-929f93b8-bf3e-4e04-87d9-354c5d5b5413 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.2115576 Aug 29 20:12:53.057078 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c484317-7de6-4a8b-9fa7-3e8c0122c5b0,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:53.067769 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Checking segment: {'id': '84cbabd0-1057-4e06-9e50-3727e1864512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'aefc7ba2-5383-4f47-a057-736886faf288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:12:53.068431 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Network hostable DHCP agents. Network: aefc7ba2-5383-4f47-a057-736886faf288, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:12:53.095724 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Network aefc7ba2-5383-4f47-a057-736886faf288 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:12:53.106403 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, aefc7ba2-5383-4f47-a057-736886faf288) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:53.131716 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:53.133031 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.157409 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866790c5-5753-4087-81aa-c4e78cab9809 None None] Network aefc7ba2-5383-4f47-a057-736886faf288 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:53.167069 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8bdc0a7d-8383-4614-aa73-b19e549ccedc admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2235923 Aug 29 20:12:53.236892 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24989f5b-6156-4c03-ac19-e1c0c16dec50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.249494 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-8dc9ff94-1681-4301-948d-b7db0f5a9172 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985991 Aug 29 20:12:53.316735 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:53.548423 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:53.550619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24989f5b-6156-4c03-ac19-e1c0c16dec50 admin admin] Publish callbacks [] for security_group (c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.561325 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24989f5b-6156-4c03-ac19-e1c0c16dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.586727 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 70275ad5-3d0d-4c80-b789-5e5439f45482, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=70275ad5-3d0d-4c80-b789-5e5439f45482,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:53.589477 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d32b0-d13c-4d57-9cca-5f44596057fa None None] Network aefc7ba2-5383-4f47-a057-736886faf288 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:12:53.617054 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.618008 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d91be13f-c841-4a38-bebe-9effa38be9f7 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:53.753466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989f5b-6156-4c03-ac19-e1c0c16dec50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:53.757398 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=70275ad5-3d0d-4c80-b789-5e5439f45482,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:53.779372 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-24989f5b-6156-4c03-ac19-e1c0c16dec50 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=94e7f861437f4633a71bed1c275d6897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9850512 Aug 29 20:12:53.782030 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55644) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:53.874788 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:51Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:12:53.882598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:53.914978 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d91be13f-c841-4a38-bebe-9effa38be9f7 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:53.915459 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:53.980111 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8c2336f-955e-4925-a703-294129b46afb req-518b66aa-2b4e-40b0-8075-073c45489aa2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.1946321 Aug 29 20:12:54.041008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a227f54a-b378-4d29-a1e0-f4f228077920 admin admin] Publish callbacks [] for security_group (c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:54.153228 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a227f54a-b378-4d29-a1e0-f4f228077920 admin admin] Publish callbacks [] for security_group (c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:54.179790 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27cac2-1635-4161-8fca-c0dafa839552 None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:51Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:12:54.376914 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d91be13f-c841-4a38-bebe-9effa38be9f7 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:54.377285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:54.401215 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4b2d5626-adee-4f4d-a1c1-15e0a0eb20e2 req-bc548bda-dbd1-4fa6-9165-75304338f6d2 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.1031969 Aug 29 20:12:54.403505 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a227f54a-b378-4d29-a1e0-f4f228077920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:54.408217 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a227f54a-b378-4d29-a1e0-f4f228077920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:54.409758 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a227f54a-b378-4d29-a1e0-f4f228077920 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71 HTTP/1.1" status: 204 len: 168 time: 0.6264839 Aug 29 20:12:54.428783 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227f54a-b378-4d29-a1e0-f4f228077920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dffe7c-2d59-4b3a-8a9a-afbf1b956b71,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:54.522709 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port d91be13f-c841-4a38-bebe-9effa38be9f7, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d91be13f-c841-4a38-bebe-9effa38be9f7,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:54.531366 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:54.645522 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f022e824-23aa-431d-bd51-eac32f1ef256 req-434884e9-a86b-47c5-95c3-c6e7a3df82dc tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.0855794 Aug 29 20:12:54.691269 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=d91be13f-c841-4a38-bebe-9effa38be9f7,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:54.816668 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:55.010501 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:55.011090 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:55.294842 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:55.295420 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:55.360840 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7d2163f-2c8f-43f5-9272-402492dffa74 req-07eec9a0-267c-42e4-8b5c-89d6cd758f9b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.1941857 Aug 29 20:12:55.434775 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:12:55.441553 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:55.442702 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 70275ad5-3d0d-4c80-b789-5e5439f45482 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:55.477197 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55700) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:55.516465 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c8b02e5e-3042-433d-b4c3-56fdcb9a1c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:55.578626 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:55.612771 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 70275ad5-3d0d-4c80-b789-5e5439f45482 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:55.613633 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:55.731893 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.77', 52335) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:55.746300 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:55.756903 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.77', 52336) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:55.819598 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c8b02e5e-3042-433d-b4c3-56fdcb9a1c23 admin admin] Publish callbacks [] for security_group (6b5dc946-173b-4231-9056-2059b430b0df), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:55.969995 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 70275ad5-3d0d-4c80-b789-5e5439f45482 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:56.109500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-0f992539-cc33-46af-8c58-8caf74851e18 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:56.117515 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-0f992539-cc33-46af-8c58-8caf74851e18 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 809 time: 0.2891395 Aug 29 20:12:56.121604 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55718) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:56.126486 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c8b02e5e-3042-433d-b4c3-56fdcb9a1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6b5dc946-173b-4231-9056-2059b430b0df), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:56.144394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244341023-network', 'tenant_id': '23e5f9aab63542f99fda007487f5b109'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:56.184120 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8d644743-4846-485a-acfa-d582ad69d2c4 req-4e06887c-9e30-4029-b818-3bf975236cbd tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.5710661 Aug 29 20:12:56.291324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:56.295509 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-98c2bd05-02d9-411e-ab36-9f2a9a2b15c7 req-45160aae-7342-4d0c-8c98-a23bcfd32ed5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.1737003 Aug 29 20:12:56.345136 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.77', 52339) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:56.346115 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Made reservation on behalf of 23e5f9aab63542f99fda007487f5b109 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:56.349075 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:56.383669 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:56.625847 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bee2f008-5bec-4d9a-9124-295fac74e183 req-6f1756bc-75e9-491f-b266-0108d8615d35 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.0528615 Aug 29 20:12:56.630357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b02e5e-3042-433d-b4c3-56fdcb9a1c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5dc946-173b-4231-9056-2059b430b0df,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:56.677338 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c8b02e5e-3042-433d-b4c3-56fdcb9a1c23 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a1a0c81cfa1042d49e2b6b11690e63db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1972113 Aug 29 20:12:56.695582 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55746) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:56.813183 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-078cd6e0-e872-46ec-a35d-e1bdfc31e7f7 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:56.819251 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-078cd6e0-e872-46ec-a35d-e1bdfc31e7f7 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.77 "GET /networking/v2.0/networks?id=d8752937-08ea-43a9-a2dc-4f02a63b3a95 HTTP/1.1" status: 200 len: 812 time: 0.4526901 Aug 29 20:12:56.901494 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Request body: {'port': {'device_id': '904017b4-b4c2-4c74-915a-226fca8fff84', 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'admin_state_up': True, 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:56.942003 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:57.045244 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:57.045689 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.048478 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-553821d6-7806-43e2-9ae2-22e73c437369 admin admin] Publish callbacks [] for security_group (6b5dc946-173b-4231-9056-2059b430b0df), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.066576 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-931bef49-84a1-40d0-a36f-67ea1914ae04 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:57.068198 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-931bef49-84a1-40d0-a36f-67ea1914ae04 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 819 time: 1.2329607 Aug 29 20:12:57.104411 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-5e35a2b4-e6df-4336-b613-92db46e5ffa9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6fb06a5fd3a3482d991c542ccc993e88 HTTP/1.1" status: 200 len: 379 time: 0.7273612 Aug 29 20:12:57.143797 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-553821d6-7806-43e2-9ae2-22e73c437369 admin admin] Publish callbacks [] for security_group (6b5dc946-173b-4231-9056-2059b430b0df), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.155318 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'port': {'device_id': 'e4067659-cb5f-422b-a547-f871635abe7a', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'admin_state_up': True, 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:57.223244 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Made reservation on behalf of bcff03cfe90e4d1bb5f9bf1564edafa6 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:57.230655 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.240902 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:57.245004 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d91be13f-c841-4a38-bebe-9effa38be9f7 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:12:57.378961 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d91be13f-c841-4a38-bebe-9effa38be9f7 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:12:57.379542 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.443272 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:57.443967 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-553821d6-7806-43e2-9ae2-22e73c437369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6b5dc946-173b-4231-9056-2059b430b0df), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.447171 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-553821d6-7806-43e2-9ae2-22e73c437369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.452672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-553821d6-7806-43e2-9ae2-22e73c437369 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6b5dc946-173b-4231-9056-2059b430b0df HTTP/1.1" status: 204 len: 168 time: 0.7532201 Aug 29 20:12:57.505218 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7e60c0b1-3236-41df-9ca5-030f9ab81f95 req-c9a27a4b-f1a6-4a33-ad87-db14255614e1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.0916040 Aug 29 20:12:57.509824 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553821d6-7806-43e2-9ae2-22e73c437369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5dc946-173b-4231-9056-2059b430b0df,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:57.649227 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:57.665631 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d91be13f-c841-4a38-bebe-9effa38be9f7 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:12:57.695764 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks [] for security_group (2544d326-6dfe-403b-83f3-09391d4bbc32), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.714357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'port': {'device_id': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'admin_state_up': True, 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'security_groups': ['b5cbf5f1-2879-444f-9bfb-3291bafa9f6e']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:57.732598 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:12:57.754979 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2544d326-6dfe-403b-83f3-09391d4bbc32), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:57.762169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.77', 52357) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:57.839752 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Allocated IP 172.20.0.7 (d8752937-08ea-43a9-a2dc-4f02a63b3a95/40ddabdb-2508-40eb-b7e6-44d5a37d4136/0045d919-91d3-4f8b-af4a-a74b4dda9c57) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:12:57.969353 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-051a7c0d-ca89-4d2b-9a75-15e80ba4db9b req-d612aa53-528e-45d5-b60a-0445d17fcf93 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.1454585 Aug 29 20:12:58.015718 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:58.254243 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:58.701827 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-347ea834-fee1-45db-8f98-f55ef1adb02a req-b2b9e5c4-233a-4ca9-b741-9c337e8a7ea3 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.9707472 Aug 29 20:12:58.715565 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:12:58.719118 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2544d326-6dfe-403b-83f3-09391d4bbc32,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:58.849531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (19e3f3e4-36b9-45b2-8146-8ad6e5da29a8), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:58.851598 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Added segment 19e3f3e4-36b9-45b2-8146-8ad6e5da29a8 of type vlan for network 435f7a07-e62a-466e-a784-2b797e79793e Aug 29 20:12:58.881120 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks [] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:58.976073 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-42cf10c1-e84c-4e89-8d33-56f8304067b8 req-67aadba0-32f2-473f-83cd-e8da3841fdbf tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.1937094 Aug 29 20:12:59.004459 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (435f7a07-e62a-466e-a784-2b797e79793e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.120470 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:59.203303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.286845 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Made reservation on behalf of bbb0263903e14938b44d9a6b430d84ce for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:59.307226 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.415022 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (435f7a07-e62a-466e-a784-2b797e79793e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.417184 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:59.421628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.456569 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-df6e232d-9a3a-47dc-889a-8b45dcf75ed2 req-779d03ef-46a6-40cc-b4c7-4ca2aa8f89ea tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.2388139 Aug 29 20:12:59.514621 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:12:59.522884 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:12:59.533807 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:12:59.545224 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:12:59.560384 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:59.561137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.577940 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Pushing event updated for resources: {'Port': ['ID=0045d919-91d3-4f8b-af4a-a74b4dda9c57,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:59.584457 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-d1dcbbce-8665-40c9-a5fd-44dd47c7c261 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7328117 Aug 29 20:12:59.594038 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] Pushing event updated for resources: {'Network': ['ID=435f7a07-e62a-466e-a784-2b797e79793e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:12:59.624526 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 435f7a07-e62a-466e-a784-2b797e79793e details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:12:59.629269 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-117a0125-f8c9-4863-b8cc-0ca4cd1fb7a2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:12:59.631158 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-117a0125-f8c9-4863-b8cc-0ca4cd1fb7a2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 819 time: 1.7948928 Aug 29 20:12:59.692758 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Made reservation on behalf of 6fb06a5fd3a3482d991c542ccc993e88 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:12:59.703028 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:12:59.707938 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55846) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:59.710542 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-58e68aa3-5798-4996-88be-b97a6b8f1557 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5807512 Aug 29 20:12:59.721859 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55848) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:12:59.730573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Request body: {'subnet': {'network_id': '435f7a07-e62a-466e-a784-2b797e79793e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244341023-subnet', 'tenant_id': '23e5f9aab63542f99fda007487f5b109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:12:59.736461 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-f95c0611-0c7f-4e51-837d-46d12b82e26c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:12:59.752469 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-f95c0611-0c7f-4e51-837d-46d12b82e26c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0164707 Aug 29 20:13:00.034610 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Made reservation on behalf of 23e5f9aab63542f99fda007487f5b109 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:13:00.037436 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.057594 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-e5a43667-155c-4f19-9e4f-be06681083eb None None] Provisioning complete for port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:00.061674 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e5a43667-155c-4f19-9e4f-be06681083eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.167452 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb727dda-7089-4ad1-b019-1f3cb5887ee7 req-50259791-8c8c-476e-b091-6b6dbb4c9489 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:00.189876 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fb727dda-7089-4ad1-b019-1f3cb5887ee7 req-50259791-8c8c-476e-b091-6b6dbb4c9489 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 931 time: 0.2653041 Aug 29 20:13:00.264431 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d355-74b6-4314-b880-b0c52bbd5baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.273851 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-e5a43667-155c-4f19-9e4f-be06681083eb None None] Port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:13:00.328068 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fb727dda-7089-4ad1-b019-1f3cb5887ee7 req-5691d49e-4705-4fa2-a52f-75eeface7af9 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367934 Aug 29 20:13:00.501854 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d355-74b6-4314-b880-b0c52bbd5baa admin admin] Publish callbacks [] for security_group (d15d7f29-9f18-4a25-9cf5-9c6a01b12d18), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.511677 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d355-74b6-4314-b880-b0c52bbd5baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (d15d7f29-9f18-4a25-9cf5-9c6a01b12d18), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.616365 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Allocated IP 172.20.0.13 (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40/36508d83-911c-4923-841e-d95d828d5bf1/5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:13:00.646151 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2d355-74b6-4314-b880-b0c52bbd5baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d7f29-9f18-4a25-9cf5-9c6a01b12d18,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:00.697317 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d7d2d355-74b6-4314-b880-b0c52bbd5baa admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a167c5de72034f2e8a657ef35e82da08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9873619 Aug 29 20:13:00.712071 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-513b0ee0-6d9e-4742-aad3-02a87204e238 req-bf442fd5-9f49-48b3-8c30-29d78175aafb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.0897858 Aug 29 20:13:00.712629 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55876) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:00.850928 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa57e3b2-01e5-4782-9d0b-2f4675ba4dd8 admin admin] Publish callbacks [] for security_group (d15d7f29-9f18-4a25-9cf5-9c6a01b12d18), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.891574 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Allocated IP 172.20.0.6 (03a78358-12e5-4261-9033-2937f1d7bd0b/e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8/2abb764e-7b21-4846-a0ae-4823b1e93dde) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:13:00.936620 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa57e3b2-01e5-4782-9d0b-2f4675ba4dd8 admin admin] Publish callbacks [] for security_group (d15d7f29-9f18-4a25-9cf5-9c6a01b12d18), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:00.973385 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:01.105430 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'port': {'device_id': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'admin_state_up': True, 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:13:01.154435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:01.156454 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:01.187273 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-21d632f9-d9c7-4a9c-b519-4769668ff4c2 req-b85bb119-768c-4bb9-bc50-97add3faa2c9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.9082189 Aug 29 20:13:01.235960 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa57e3b2-01e5-4782-9d0b-2f4675ba4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (d15d7f29-9f18-4a25-9cf5-9c6a01b12d18), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:01.269060 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa57e3b2-01e5-4782-9d0b-2f4675ba4dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:01.293383 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-aa57e3b2-01e5-4782-9d0b-2f4675ba4dd8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d15d7f29-9f18-4a25-9cf5-9c6a01b12d18 HTTP/1.1" status: 204 len: 168 time: 0.5574672 Aug 29 20:13:01.318764 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57e3b2-01e5-4782-9d0b-2f4675ba4dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d7f29-9f18-4a25-9cf5-9c6a01b12d18,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:01.352006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:01.419449 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3bd19293-ff66-449d-b4a2-687997a5c2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:01.494246 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Request body: {'port': {'device_id': '904017b4-b4c2-4c74-915a-226fca8fff84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:13:01.706610 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (56e65703-41a3-4457-a9af-b63b7576963e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:01.731342 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:01.914558 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c821a9f-fa3b-4525-b415-36be5db01697 req-714972c2-dc02-445f-ba25-5c8cb095a00c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:01.918831 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0c821a9f-fa3b-4525-b415-36be5db01697 req-714972c2-dc02-445f-ba25-5c8cb095a00c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 931 time: 0.3507891 Aug 29 20:13:01.963162 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:02.015396 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:02.033024 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0c821a9f-fa3b-4525-b415-36be5db01697 req-db4cc070-42d7-450a-a846-39bb06a54e7a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012657 Aug 29 20:13:02.232389 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Network 03a78358-12e5-4261-9033-2937f1d7bd0b is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:13:02.337207 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-445ddb23-a25c-49cf-b223-e84f7d32b6fd req-b437d6ec-ba58-4dcf-bdb0-0dc2c778ee2d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.3712008 Aug 29 20:13:02.408681 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:13:02.413195 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:13:02.438773 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:02.448963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:02.492225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55920) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:02.587333 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-67c33f07-456d-495f-886d-c2e2d85b0270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:02.645812 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:02.699463 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5701580 Aug 29 20:13:02.736316 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df85d2-29b7-469b-a377-b6f54fbad056 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'Port': ['ID=2abb764e-7b21-4846-a0ae-4823b1e93dde,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:02.743721 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Request body: {'port': {'device_id': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:13:02.838825 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e65703-41a3-4457-a9af-b63b7576963e,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:02.960293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Checking segment: {'id': '19e3f3e4-36b9-45b2-8146-8ad6e5da29a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '435f7a07-e62a-466e-a784-2b797e79793e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:13:02.960649 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Network hostable DHCP agents. Network: 435f7a07-e62a-466e-a784-2b797e79793e, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:13:03.035075 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Made reservation on behalf of bbb0263903e14938b44d9a6b430d84ce for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:13:03.039188 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.045854 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.047833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-379bee20-65c5-4dce-bc4c-7088c43b68de None None] Provisioning complete for port 2abb764e-7b21-4846-a0ae-4823b1e93dde triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:03.050738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-379bee20-65c5-4dce-bc4c-7088c43b68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.066104 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.134833 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Network 435f7a07-e62a-466e-a784-2b797e79793e is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:13:03.143057 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-379bee20-65c5-4dce-bc4c-7088c43b68de None None] Port 2abb764e-7b21-4846-a0ae-4823b1e93dde cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:13:03.357834 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55956) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:03.390622 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e749c62-6cb1-436b-8fff-8511952a2fe5 req-ec1600d5-9e81-43b2-980c-aa838b5b9f50 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:03.392222 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7e749c62-6cb1-436b-8fff-8511952a2fe5 req-ec1600d5-9e81-43b2-980c-aa838b5b9f50 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 931 time: 0.9015605 Aug 29 20:13:03.437029 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-67c33f07-456d-495f-886d-c2e2d85b0270 admin admin] Publish callbacks [] for security_group (9cdb926b-83cb-4f3c-a0b6-ea67db01f5be), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.508570 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 435f7a07-e62a-466e-a784-2b797e79793e) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:13:03.509482 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-67c33f07-456d-495f-886d-c2e2d85b0270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9cdb926b-83cb-4f3c-a0b6-ea67db01f5be), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.521172 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da295e7f-9844-42d0-a518-6e7a255ff95b None None] Network 435f7a07-e62a-466e-a784-2b797e79793e requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:13:03.565759 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c33f07-456d-495f-886d-c2e2d85b0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb926b-83cb-4f3c-a0b6-ea67db01f5be,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:03.613846 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Allocated IP 172.20.0.10 (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40/36508d83-911c-4923-841e-d95d828d5bf1/176564cc-c512-416f-a721-31a4c9f05c08) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:13:03.677996 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55964) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:03.693687 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.696945 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-67c33f07-456d-495f-886d-c2e2d85b0270 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bf833eda0ba94fbeaf7f2c60ae84fb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1836140 Aug 29 20:13:03.697979 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55966) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:03.738424 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7e749c62-6cb1-436b-8fff-8511952a2fe5 req-48378630-240f-42bc-bad9-6331979f339e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268964 Aug 29 20:13:03.864452 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-fb340f37-6b44-4a84-ba2d-d18e9ae80312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.931655 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0045d919-91d3-4f8b-af4a-a74b4dda9c57 {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:03.947374 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1731-b99b-4912-9cc2-6a84fe586422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.980220 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Publish callbacks [] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:03.986209 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8f597e1e-f0e4-4efc-b50d-5ea733183a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.013282 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8684af99-643a-42c3-a450-61588bcb31a0 req-657e3059-554a-47db-a5d8-fdc579dd4a86 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.1288521 Aug 29 20:13:04.041584 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:04.042202 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.051179 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3378469-eb49-44a8-a429-8c9c02c6e62f None None] Network 435f7a07-e62a-466e-a784-2b797e79793e requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:13:04.056022 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:04.142232 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2f5c-1f42-4637-a09c-8ca43654ec09 req-f81854e4-4095-4d7d-a2fc-d5013f19fe3a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:04.152583 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-65de2f5c-1f42-4637-a09c-8ca43654ec09 req-f81854e4-4095-4d7d-a2fc-d5013f19fe3a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 931 time: 0.8651052 Aug 29 20:13:04.174606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1731-b99b-4912-9cc2-6a84fe586422 admin admin] Publish callbacks [] for security_group (890dc6be-fe1c-47bb-8a7d-78a1461a9ae5), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.183510 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:04.197841 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:04.199846 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1731-b99b-4912-9cc2-6a84fe586422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (890dc6be-fe1c-47bb-8a7d-78a1461a9ae5), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.217688 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Transition to ACTIVE for port object 0045d919-91d3-4f8b-af4a-a74b4dda9c57 will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:13:04.274607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.297671 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8de7adbe-cc32-4d51-825a-53ffb3e28ab0 admin admin] Publish callbacks [] for security_group (9cdb926b-83cb-4f3c-a0b6-ea67db01f5be), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.343588 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b93932fb-66c8-4edd-b267-bde75c1b4ac0 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.6202617 Aug 29 20:13:04.372921 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:13:04.378408 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'Port': ['ID=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:04.403146 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-1b0a1731-b99b-4912-9cc2-6a84fe586422 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c62c003ec8c8434189fbad7a9ab51db6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0441866 Aug 29 20:13:04.425168 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a1731-b99b-4912-9cc2-6a84fe586422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890dc6be-fe1c-47bb-8a7d-78a1461a9ae5,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:04.426539 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:13:04.430190 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 55980) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:04.451056 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:13:04.455883 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:04.456536 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.463003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:04.577694 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8de7adbe-cc32-4d51-825a-53ffb3e28ab0 admin admin] Publish callbacks [] for security_group (9cdb926b-83cb-4f3c-a0b6-ea67db01f5be), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.598157 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-65de2f5c-1f42-4637-a09c-8ca43654ec09 req-7fc864eb-1683-4709-bdb2-af668cdf4d35 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735311 Aug 29 20:13:04.650082 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-6e466fe9-80d7-4c6b-ab8e-f6c8555922f2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5220141 Aug 29 20:13:04.699719 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=0045d919-91d3-4f8b-af4a-a74b4dda9c57,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:04.757680 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Attempting to bind port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:13:04.758055 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Attempting to bind port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:13:04.758559 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Attempting to bind port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 on network d8752937-08ea-43a9-a2dc-4f02a63b3a95 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:04.769137 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Request body: {'port': {'device_id': 'e4067659-cb5f-422b-a547-f871635abe7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:13:04.782373 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 on network d8752937-08ea-43a9-a2dc-4f02a63b3a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:13:04.782650 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Attempting to bind port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 on network d8752937-08ea-43a9-a2dc-4f02a63b3a95 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:04.800250 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:13:04.800619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Checking segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:13:04.801172 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Bound using segment: {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:13:04.801616 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Bound port: 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddae667-8cc4-4872-831f-ae01d7a80910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:13:04.802028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.819653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1d7b-c3a5-41ef-a68f-7272f1b6cd77 admin admin] Publish callbacks [] for security_group (890dc6be-fe1c-47bb-8a7d-78a1461a9ae5), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.836908 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8f597e1e-f0e4-4efc-b50d-5ea733183a50 admin admin] Publish callbacks [] for security_group (181f2472-6182-4702-ad90-bb3322b826a6), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.843772 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8f597e1e-f0e4-4efc-b50d-5ea733183a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (181f2472-6182-4702-ad90-bb3322b826a6), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.864494 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1d7b-c3a5-41ef-a68f-7272f1b6cd77 admin admin] Publish callbacks [] for security_group (890dc6be-fe1c-47bb-8a7d-78a1461a9ae5), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.888179 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8de7adbe-cc32-4d51-825a-53ffb3e28ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9cdb926b-83cb-4f3c-a0b6-ea67db01f5be), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.891730 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8de7adbe-cc32-4d51-825a-53ffb3e28ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.892836 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8de7adbe-cc32-4d51-825a-53ffb3e28ab0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9cdb926b-83cb-4f3c-a0b6-ea67db01f5be HTTP/1.1" status: 204 len: 168 time: 1.1755652 Aug 29 20:13:04.909656 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7d46fd9a-e083-4b12-81fc-c835538e27a2 None None] Provisioning complete for port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:04.910995 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7d46fd9a-e083-4b12-81fc-c835538e27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:04.948220 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8f597e1e-f0e4-4efc-b50d-5ea733183a50 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f4d9d8ab0f934a3d836e70edb7dbddf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2647967 Aug 29 20:13:04.949051 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 55990) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:04.952875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f597e1e-f0e4-4efc-b50d-5ea733183a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f2472-6182-4702-ad90-bb3322b826a6,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:05.017691 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7d46fd9a-e083-4b12-81fc-c835538e27a2 None None] Port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:13:05.063789 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] For port 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:13:05.092944 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7adbe-cc32-4d51-825a-53ffb3e28ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb926b-83cb-4f3c-a0b6-ea67db01f5be,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:05.110181 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for port (176564cc-c512-416f-a721-31a4c9f05c08), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.338900 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.370332 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] For port 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:13:05.405763 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.482616 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c949385-f177-46a0-9503-a434f0f74c86 admin admin] Publish callbacks [] for security_group (181f2472-6182-4702-ad90-bb3322b826a6), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.492797 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:05.493431 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.495125 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/0045d919-91d3-4f8b-af4a-a74b4dda9c57 HTTP/1.1" status: 200 len: 1093 time: 4.3893888 Aug 29 20:13:05.531646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08232242-9ca2-440e-8f1d-a47b21d37969 req-f6f5c37d-e5db-4c2e-9909-148fceded7e1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:05.534926 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-08232242-9ca2-440e-8f1d-a47b21d37969 req-f6f5c37d-e5db-4c2e-9909-148fceded7e1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 931 time: 0.5107760 Aug 29 20:13:05.536138 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904017b4-b4c2-4c74-915a-226fca8fff84', 'tag': '0045d919-91d3-4f8b-af4a-a74b4dda9c57'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:05.575701 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.584168 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4d0c6ebb-275a-4776-b38b-5087871b0040 req-4ddc8986-b528-42d6-8ad3-f55a9d732ea7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.2789056 Aug 29 20:13:05.626453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abb764e-7b21-4846-a0ae-4823b1e93dde {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:05.642386 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Publish callbacks [] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.686789 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1d7b-c3a5-41ef-a68f-7272f1b6cd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (890dc6be-fe1c-47bb-8a7d-78a1461a9ae5), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.689618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4cf1d7b-c3a5-41ef-a68f-7272f1b6cd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.709851 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d4cf1d7b-c3a5-41ef-a68f-7272f1b6cd77 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/890dc6be-fe1c-47bb-8a7d-78a1461a9ae5 HTTP/1.1" status: 204 len: 168 time: 1.2670403 Aug 29 20:13:05.771722 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf1d7b-c3a5-41ef-a68f-7272f1b6cd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890dc6be-fe1c-47bb-8a7d-78a1461a9ae5,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:05.783749 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (176564cc-c512-416f-a721-31a4c9f05c08), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.786520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:05.809720 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Transition to ACTIVE for port object 2abb764e-7b21-4846-a0ae-4823b1e93dde will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:13:05.872792 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c949385-f177-46a0-9503-a434f0f74c86 admin admin] Publish callbacks [] for security_group (181f2472-6182-4702-ad90-bb3322b826a6), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.921171 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:05.989539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e79ca-fb88-491c-a0e1-37294789fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=0045d919-91d3-4f8b-af4a-a74b4dda9c57,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:06.013653 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:06.016179 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-b5d1c716-2e4f-48b1-a527-4ea6fb95d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:06.019525 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-b5d1c716-2e4f-48b1-a527-4ea6fb95d2a5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bcff03cfe90e4d1bb5f9bf1564edafa6&device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 1127 time: 0.2997913 Aug 29 20:13:06.080555 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:06.113023 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-08232242-9ca2-440e-8f1d-a47b21d37969 req-281bd822-bf4d-4f3d-91d8-57f870ee6c70 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195228 Aug 29 20:13:06.209041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a4be3-13fc-45fc-a414-e39270849710 req-60875e83-5c4a-454e-b163-3ffb7e25bd79 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:06.220642 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cd8a4be3-13fc-45fc-a414-e39270849710 req-60875e83-5c4a-454e-b163-3ffb7e25bd79 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 943 time: 0.2638059 Aug 29 20:13:06.242540 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:06.288068 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:06.300207 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-6933a1c8-7709-480a-85df-abed60591a5d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57 HTTP/1.1" status: 200 len: 217 time: 0.2095714 Aug 29 20:13:06.317258 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c949385-f177-46a0-9503-a434f0f74c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (181f2472-6182-4702-ad90-bb3322b826a6), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:06.320842 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c949385-f177-46a0-9503-a434f0f74c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:06.326942 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3c949385-f177-46a0-9503-a434f0f74c86 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/181f2472-6182-4702-ad90-bb3322b826a6 HTTP/1.1" status: 204 len: 168 time: 1.3706272 Aug 29 20:13:06.334216 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea363e-1a85-4ded-9cec-2172d5a326a5" -d '{"events": [{"name": "network-changed", "server_uuid": "904017b4-b4c2-4c74-915a-226fca8fff84", "tag": "0045d919-91d3-4f8b-af4a-a74b4dda9c57"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:06.360133 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c949385-f177-46a0-9503-a434f0f74c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f2472-6182-4702-ad90-bb3322b826a6,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:06.414779 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-ca8a88b4-bc70-45e2-9eac-7e007b2f2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:06.417404 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-ca8a88b4-bc70-45e2-9eac-7e007b2f2d0a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=40ddabdb-2508-40eb-b7e6-44d5a37d4136 HTTP/1.1" status: 200 len: 851 time: 0.0669811 Aug 29 20:13:06.588997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'Port': ['ID=176564cc-c512-416f-a721-31a4c9f05c08,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:06.593219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:13:06.616756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:06.715467 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:13:06.728253 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:13:06.759577 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:06.760269 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:06.846330 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:06.860549 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56046) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:06.985180 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d549345-83f9-4c64-b3de-573ea145bd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.045006 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-ed707edb-68be-4264-bb50-da86c8daee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:07.047410 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-ed707edb-68be-4264-bb50-da86c8daee59 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d8752937-08ea-43a9-a2dc-4f02a63b3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3816655 Aug 29 20:13:07.058076 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.129514 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cd8a4be3-13fc-45fc-a414-e39270849710 req-623562e0-e6e9-45c0-b59f-11f5d875ee60 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9076335 Aug 29 20:13:07.175562 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-f9585930-a1ab-4723-8211-a0b71ebb03e0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4355047 Aug 29 20:13:07.184733 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-007eec0e-8ce9-408b-b610-9c4682005763 None None] Provisioning complete for port 176564cc-c512-416f-a721-31a4c9f05c08 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:07.189261 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-007eec0e-8ce9-408b-b610-9c4682005763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (176564cc-c512-416f-a721-31a4c9f05c08), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.199005 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Attempting to bind port 2abb764e-7b21-4846-a0ae-4823b1e93dde on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:13:07.199928 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Attempting to bind port 2abb764e-7b21-4846-a0ae-4823b1e93dde by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:13:07.203276 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Attempting to bind port 2abb764e-7b21-4846-a0ae-4823b1e93dde on network 03a78358-12e5-4261-9033-2937f1d7bd0b {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:07.209049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Pushing event updated for resources: {'Port': ['ID=2abb764e-7b21-4846-a0ae-4823b1e93dde,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:07.360884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-007eec0e-8ce9-408b-b610-9c4682005763 None None] Port 176564cc-c512-416f-a721-31a4c9f05c08 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:13:07.447398 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:07.496565 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-022c4e79-4666-45e8-8a7a-6b2393bcfa1d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370904 Aug 29 20:13:07.509881 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Request body: {'port': {'device_id': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:13:07.525969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Publish callbacks [] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.541160 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Port 2abb764e-7b21-4846-a0ae-4823b1e93dde on network 03a78358-12e5-4261-9033-2937f1d7bd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:13:07.542122 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Attempting to bind port 2abb764e-7b21-4846-a0ae-4823b1e93dde on network 03a78358-12e5-4261-9033-2937f1d7bd0b {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:07.611283 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d549345-83f9-4c64-b3de-573ea145bd98 admin admin] Publish callbacks [] for security_group (9e6e09e3-e1e9-437a-af2d-f34793cc31bb), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.665649 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:13:07.669788 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Checking segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:13:07.672531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Bound using segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:13:07.673814 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Bound port: 2abb764e-7b21-4846-a0ae-4823b1e93dde, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:13:07.674923 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.699671 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98084f96-5054-467c-aca3-64627e7e6e31 x-openstack-request-id: req-98084f96-5054-467c-aca3-64627e7e6e31 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:07.701406 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904017b4-b4c2-4c74-915a-226fca8fff84", "tag": "0045d919-91d3-4f8b-af4a-a74b4dda9c57", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:07.714054 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98084f96-5054-467c-aca3-64627e7e6e31 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:07.714844 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:07.715400 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98084f96-5054-467c-aca3-64627e7e6e31'] response: {'name': 'network-changed', 'server_uuid': '904017b4-b4c2-4c74-915a-226fca8fff84', 'tag': '0045d919-91d3-4f8b-af4a-a74b4dda9c57', 'status': 'completed', 'code': 200} Aug 29 20:13:07.715542 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d549345-83f9-4c64-b3de-573ea145bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9e6e09e3-e1e9-437a-af2d-f34793cc31bb), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.730831 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f0083-18da-4126-8536-5a54f2c56d5e req-fde8fcce-532f-4ec8-9c70-12f5c8de167c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:07.746170 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-474f0083-18da-4126-8536-5a54f2c56d5e req-fde8fcce-532f-4ec8-9c70-12f5c8de167c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 932 time: 0.2722223 Aug 29 20:13:07.782771 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Transition to ACTIVE for port object 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:13:07.815028 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56070) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:07.850729 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.974312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (176564cc-c512-416f-a721-31a4c9f05c08), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.977564 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ca99-d9a3-43ee-9c05-10fff43f21f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:07.999507 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7526a05f-e386-4721-88e7-3e5abf0305fd req-2cb29668-a83c-4611-96a1-345a3fdd6586 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705286 Aug 29 20:13:08.074451 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2d549345-83f9-4c64-b3de-573ea145bd98 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=19a8cc95f77c4e188bb4cd8f8e3b31c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2117753 Aug 29 20:13:08.086845 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56076) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:08.107363 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d549345-83f9-4c64-b3de-573ea145bd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e09e3-e1e9-437a-af2d-f34793cc31bb,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:08.220934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:08.233730 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-474f0083-18da-4126-8536-5a54f2c56d5e req-5a9dc352-9f56-475f-8ec9-f9f5e15dcb69 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860168 Aug 29 20:13:08.244545 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1cfbe-0747-42f5-914d-2cc06a58f2ff req-ff8c90e5-2732-40cd-9095-dee3cee5c8da tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:08.268308 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-67e1cfbe-0747-42f5-914d-2cc06a58f2ff req-ff8c90e5-2732-40cd-9095-dee3cee5c8da tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.4068694 Aug 29 20:13:08.347934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9eb7840f-f4f6-4002-9263-aaf534ed993a admin admin] Publish callbacks [] for security_group (9e6e09e3-e1e9-437a-af2d-f34793cc31bb), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.391454 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-67e1cfbe-0747-42f5-914d-2cc06a58f2ff req-88598f2e-0f29-40ac-b041-ec9fadce00a8 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084871 Aug 29 20:13:08.395548 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9eb7840f-f4f6-4002-9263-aaf534ed993a admin admin] Publish callbacks [] for security_group (9e6e09e3-e1e9-437a-af2d-f34793cc31bb), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.449375 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] For port 2abb764e-7b21-4846-a0ae-4823b1e93dde, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:13:08.473345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] For port 2abb764e-7b21-4846-a0ae-4823b1e93dde, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:13:08.502466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9eb7840f-f4f6-4002-9263-aaf534ed993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9e6e09e3-e1e9-437a-af2d-f34793cc31bb), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.507135 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9eb7840f-f4f6-4002-9263-aaf534ed993a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.514645 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-9eb7840f-f4f6-4002-9263-aaf534ed993a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9e6e09e3-e1e9-437a-af2d-f34793cc31bb HTTP/1.1" status: 204 len: 168 time: 0.4243228 Aug 29 20:13:08.535672 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7840f-f4f6-4002-9263-aaf534ed993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e09e3-e1e9-437a-af2d-f34793cc31bb,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:08.554169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.563280 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:08.564591 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.568808 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 1093 time: 5.8393903 Aug 29 20:13:08.628694 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:08.760838 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Attempting to bind port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:13:08.763813 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Attempting to bind port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:13:08.763813 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Attempting to bind port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:08.786347 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:13:08.786755 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Attempting to bind port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:08.795212 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Pushing event updated for resources: {'Port': ['ID=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:08.802796 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ca99-d9a3-43ee-9c05-10fff43f21f2 admin admin] Publish callbacks [] for security_group (1507bd88-fc36-4f5e-bbf4-e38441d9d376), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:08.831787 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fecf1-c0ab-4d66-b194-042f8ed01007 req-5acba5e6-d478-4e4b-b881-19a49adc63ba tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:08.833812 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1d5fecf1-c0ab-4d66-b194-042f8ed01007 req-5acba5e6-d478-4e4b-b881-19a49adc63ba tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 943 time: 0.3509669 Aug 29 20:13:09.128967 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:09.130028 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ca99-d9a3-43ee-9c05-10fff43f21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1507bd88-fc36-4f5e-bbf4-e38441d9d376), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:09.405326 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:13:09.405569 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Checking segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:13:09.406003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Bound using segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:13:09.406636 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Bound port: 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:13:09.407362 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:09.498164 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:09.525330 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface7c6-a249-43b3-8fe3-52661267bbcd req-07bf1d11-4c59-4ec1-b0af-a543e01beb44 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:09.528084 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1dd4ca99-d9a3-43ee-9c05-10fff43f21f2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=453aa10dbf2d4aeb81c81a8169a8bf3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6869574 Aug 29 20:13:09.551649 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cface7c6-a249-43b3-8fe3-52661267bbcd req-07bf1d11-4c59-4ec1-b0af-a543e01beb44 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 932 time: 0.1763375 Aug 29 20:13:09.589781 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] For port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:13:09.593936 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] For port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:13:09.610093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56158) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:09.633368 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:09.635620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4ca99-d9a3-43ee-9c05-10fff43f21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1507bd88-fc36-4f5e-bbf4-e38441d9d376,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:09.652270 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:09.658053 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:09.660622 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 1094 time: 4.9217057 Aug 29 20:13:09.701288 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1d5fecf1-c0ab-4d66-b194-042f8ed01007 req-f5c70c7c-83bc-4fb7-a476-44d03a8ecc80 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415881 Aug 29 20:13:09.836677 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594105f3-eac8-4a93-b974-84cd34b1303f" -d '{"events": [{"name": "network-changed", "server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:09.839963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78a853-d658-4ac2-88f0-470a0e59a1be service neutron] Pushing event updated for resources: {'Port': ['ID=2abb764e-7b21-4846-a0ae-4823b1e93dde,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:09.913053 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cface7c6-a249-43b3-8fe3-52661267bbcd req-e0ba13a7-ed52-4f5a-85c0-f3279b3f008b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601284 Aug 29 20:13:09.991704 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:10.018448 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-c0065505-4489-4d8e-957f-7916f90db0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:10.025328 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-c0065505-4489-4d8e-957f-7916f90db0d0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1127 time: 0.3275588 Aug 29 20:13:10.175964 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176564cc-c512-416f-a721-31a4c9f05c08 {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:10.224355 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Publish callbacks [] for port (176564cc-c512-416f-a721-31a4c9f05c08), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:10.321144 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-98049a01-a78e-499d-94d8-dba0e568e980 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 217 time: 0.0855613 Aug 29 20:13:10.345748 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea106b-a781-4a05-b365-caa73254a34b req-952308c0-529e-4618-94d6-b559b88ead93 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:10.355143 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ceea106b-a781-4a05-b365-caa73254a34b req-952308c0-529e-4618-94d6-b559b88ead93 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.5372672 Aug 29 20:13:10.656461 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-9563a550-643a-4ae4-a635-17744ce24085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:10.658224 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-9563a550-643a-4ae4-a635-17744ce24085 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.3142433 Aug 29 20:13:10.709512 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a6134a8-c29b-4974-8a17-dae5b71ac043 admin admin] Publish callbacks [] for security_group (1507bd88-fc36-4f5e-bbf4-e38441d9d376), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:10.722221 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Transition to ACTIVE for port object 176564cc-c512-416f-a721-31a4c9f05c08 will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:13:10.733875 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa10d86-3f04-49e8-9b73-99b18392035d service neutron] Pushing event updated for resources: {'Port': ['ID=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:10.751339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-457340af-a0a4-4411-96f7-7146fcd75c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:10.753196 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-457340af-a0a4-4411-96f7-7146fcd75c07 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1128 time: 0.4873595 Aug 29 20:13:10.754177 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (176564cc-c512-416f-a721-31a4c9f05c08), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:10.773208 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-726d0ad2-229e-4f34-ac38-c67655f01494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:10.774906 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-726d0ad2-229e-4f34-ac38-c67655f01494 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bcff03cfe90e4d1bb5f9bf1564edafa6&device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 1127 time: 0.4979055 Aug 29 20:13:10.806401 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a6134a8-c29b-4974-8a17-dae5b71ac043 admin admin] Publish callbacks [] for security_group (1507bd88-fc36-4f5e-bbf4-e38441d9d376), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:10.813236 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7754a0c4-516b-47ca-95cb-fc4643b0837e x-openstack-request-id: req-7754a0c4-516b-47ca-95cb-fc4643b0837e {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:10.813572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:10.814009 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7754a0c4-516b-47ca-95cb-fc4643b0837e {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:10.814459 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7754a0c4-516b-47ca-95cb-fc4643b0837e'] response: {'name': 'network-changed', 'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'status': 'completed', 'code': 200} Aug 29 20:13:10.892102 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ceea106b-a781-4a05-b365-caa73254a34b req-b4a90467-b3d0-44a6-87b9-45af1a358070 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5354030 Aug 29 20:13:10.912395 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de56fa-10c2-432b-aec4-04e541dda531 req-c57ccf5d-865c-46a8-b783-4e2e349bcbbe tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:10.914246 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-38de56fa-10c2-432b-aec4-04e541dda531 req-c57ccf5d-865c-46a8-b783-4e2e349bcbbe tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 943 time: 0.0646813 Aug 29 20:13:10.929314 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Attempting to bind port 176564cc-c512-416f-a721-31a4c9f05c08 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:13:10.930013 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Attempting to bind port 176564cc-c512-416f-a721-31a4c9f05c08 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:13:10.930525 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Attempting to bind port 176564cc-c512-416f-a721-31a4c9f05c08 on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:10.933148 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Pushing event updated for resources: {'Port': ['ID=176564cc-c512-416f-a721-31a4c9f05c08,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:10.944168 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Port 176564cc-c512-416f-a721-31a4c9f05c08 on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:13:10.944542 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Attempting to bind port 176564cc-c512-416f-a721-31a4c9f05c08 on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:13:10.953512 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:13:10.954535 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Checking segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:13:10.955852 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Bound using segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:13:10.956716 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Bound port: 176564cc-c512-416f-a721-31a4c9f05c08, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:13:10.957095 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (176564cc-c512-416f-a721-31a4c9f05c08), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:11.002126 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:11.008858 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-38de56fa-10c2-432b-aec4-04e541dda531 req-a132c5fa-e9ad-47d6-979e-27c751d77fa4 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878596 Aug 29 20:13:11.014111 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a6134a8-c29b-4974-8a17-dae5b71ac043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1507bd88-fc36-4f5e-bbf4-e38441d9d376), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:11.017631 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a6134a8-c29b-4974-8a17-dae5b71ac043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:11.018897 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1a6134a8-c29b-4974-8a17-dae5b71ac043 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1507bd88-fc36-4f5e-bbf4-e38441d9d376 HTTP/1.1" status: 204 len: 168 time: 1.3995466 Aug 29 20:13:11.040445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6134a8-c29b-4974-8a17-dae5b71ac043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507bd88-fc36-4f5e-bbf4-e38441d9d376,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:11.069206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:11.092687 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] For port 176564cc-c512-416f-a721-31a4c9f05c08, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:13:11.186869 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] For port 176564cc-c512-416f-a721-31a4c9f05c08, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=176564cc-c512-416f-a721-31a4c9f05c08,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:13:11.218330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aefb4-1052-4daf-982d-e52ffcce4cd0 req-a9577837-7d85-4c50-affc-a998f98996bd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:11.221176 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f49aefb4-1052-4daf-982d-e52ffcce4cd0 req-a9577837-7d85-4c50-affc-a998f98996bd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.1478798 Aug 29 20:13:11.223995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (176564cc-c512-416f-a721-31a4c9f05c08), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:11.234360 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:11.235534 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:11.241866 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/176564cc-c512-416f-a721-31a4c9f05c08 HTTP/1.1" status: 200 len: 1094 time: 3.7664433 Aug 29 20:13:11.339959 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929af07-fcbd-49ac-bba3-09cbb31dff2c service neutron] Pushing event updated for resources: {'Port': ['ID=176564cc-c512-416f-a721-31a4c9f05c08,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:11.352528 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f49aefb4-1052-4daf-982d-e52ffcce4cd0 req-b4e0f8b4-4575-4d84-860b-830c864261f4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852177 Aug 29 20:13:11.602814 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648103-b542-4628-8c50-3e0508f59213 req-79604dd3-af75-4882-8656-aa3c160258c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:11.604777 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-79604dd3-af75-4882-8656-aa3c160258c8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612442 Aug 29 20:13:11.762463 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-05b6b15d-4ade-4eb1-ad40-d6ec8d207b1c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 217 time: 0.2009830 Aug 29 20:13:11.837544 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-e62a9d01-644f-40dc-8f93-da7eec0c17b6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211187 Aug 29 20:13:11.978959 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-861ed727-b006-4851-b865-4119b8ff10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:11.988214 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-861ed727-b006-4851-b865-4119b8ff10fb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 1128 time: 0.2277870 Aug 29 20:13:12.064673 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-3c48f202-3ada-4a6f-a13c-5711f28e8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:12.067753 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-3c48f202-3ada-4a6f-a13c-5711f28e8c00 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d8752937-08ea-43a9-a2dc-4f02a63b3a95 HTTP/1.1" status: 200 len: 913 time: 0.5181272 Aug 29 20:13:12.146770 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173e02c-e1d7-41a9-8880-145e3f1f10f2 req-49629bd0-0226-4028-b152-6c2838f2be24 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:12.151959 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f173e02c-e1d7-41a9-8880-145e3f1f10f2 req-49629bd0-0226-4028-b152-6c2838f2be24 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.1189983 Aug 29 20:13:12.214503 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c57f9-3c96-4c0b-985a-67569a413aae req-478e3de8-b2fa-4d5f-8f99-d11cc8dc6697 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:12.217099 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b21c57f9-3c96-4c0b-985a-67569a413aae req-478e3de8-b2fa-4d5f-8f99-d11cc8dc6697 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 943 time: 0.0828559 Aug 29 20:13:12.229295 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f173e02c-e1d7-41a9-8880-145e3f1f10f2 req-e4be2add-b778-4953-a14f-6c328b4a2643 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678818 Aug 29 20:13:12.283375 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b21c57f9-3c96-4c0b-985a-67569a413aae req-fb6b96c6-d048-49d3-b12f-36038e371d5e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Aug 29 20:13:12.553002 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd861988-a5ee-4a4e-a5c7-01b56dce2205 req-5378afd8-05db-48e0-8648-77de8c493892 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:12.559422 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bd861988-a5ee-4a4e-a5c7-01b56dce2205 req-5378afd8-05db-48e0-8648-77de8c493892 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.1041703 Aug 29 20:13:12.626198 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bd861988-a5ee-4a4e-a5c7-01b56dce2205 req-e0fa3527-a406-4014-ae7b-09edb0019eda tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561414 Aug 29 20:13:12.816085 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4067659-cb5f-422b-a547-f871635abe7a', 'tag': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c'}, {'name': 'network-changed', 'server_uuid': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'tag': '176564cc-c512-416f-a721-31a4c9f05c08'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:12.818537 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65927f3-55d3-448e-ab3a-b9def3ddb809" -d '{"events": [{"name": "network-changed", "server_uuid": "e4067659-cb5f-422b-a547-f871635abe7a", "tag": "5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c"}, {"name": "network-changed", "server_uuid": "9e22a8cb-d313-4f23-81e1-304ce615af98", "tag": "176564cc-c512-416f-a721-31a4c9f05c08"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:12.932651 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50909f08-ef85-48a4-8087-4341d0bad4cf x-openstack-request-id: req-50909f08-ef85-48a4-8087-4341d0bad4cf {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:12.933902 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4067659-cb5f-422b-a547-f871635abe7a", "tag": "5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e22a8cb-d313-4f23-81e1-304ce615af98", "tag": "176564cc-c512-416f-a721-31a4c9f05c08", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:12.934334 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50909f08-ef85-48a4-8087-4341d0bad4cf {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:12.936500 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50909f08-ef85-48a4-8087-4341d0bad4cf'] response: {'name': 'network-changed', 'server_uuid': 'e4067659-cb5f-422b-a547-f871635abe7a', 'tag': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c', 'status': 'completed', 'code': 200} Aug 29 20:13:12.937002 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50909f08-ef85-48a4-8087-4341d0bad4cf'] response: {'name': 'network-changed', 'server_uuid': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'tag': '176564cc-c512-416f-a721-31a4c9f05c08', 'status': 'completed', 'code': 200} Aug 29 20:13:13.212511 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-f0593b5f-cd1f-40ed-a57a-5d8eca500ae7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57 HTTP/1.1" status: 200 len: 217 time: 0.1706920 Aug 29 20:13:13.217298 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-8f70ff3b-9be7-4381-bb9d-ad827d2b1153 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176564cc-c512-416f-a721-31a4c9f05c08 HTTP/1.1" status: 200 len: 217 time: 0.1596448 Aug 29 20:13:13.225052 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-84648103-b542-4628-8c50-3e0508f59213 req-a586589e-b402-4f5f-9c79-166a45afc61e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835639 Aug 29 20:13:13.354675 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-148d68de-ab23-4bbc-88a6-75170704c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.360215 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-148d68de-ab23-4bbc-88a6-75170704c47f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.2882411 Aug 29 20:13:13.488783 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-7c3ea0c7-753e-4ccb-82d8-43a3d7d0a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.491173 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-7c3ea0c7-753e-4ccb-82d8-43a3d7d0a179 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.2320330 Aug 29 20:13:13.515446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-488d9252-3650-49aa-85e9-c2a0aaa7e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.517571 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-488d9252-3650-49aa-85e9-c2a0aaa7e254 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=40ddabdb-2508-40eb-b7e6-44d5a37d4136 HTTP/1.1" status: 200 len: 851 time: 0.2851562 Aug 29 20:13:13.522763 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-8da6df3d-b914-4552-afaf-a7e35cd66ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.524405 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-8da6df3d-b914-4552-afaf-a7e35cd66ae0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1490095 Aug 29 20:13:13.533060 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb86f29-305e-44fa-80d7-34af01dca964 req-051ca999-4f7f-4d2b-9d37-26ec3418b2d5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.541781 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ebb86f29-305e-44fa-80d7-34af01dca964 req-051ca999-4f7f-4d2b-9d37-26ec3418b2d5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.0899050 Aug 29 20:13:13.603564 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ebb86f29-305e-44fa-80d7-34af01dca964 req-111454d8-f522-4d92-8297-7188d52f1ed3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606282 Aug 29 20:13:13.615921 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39469-8a63-4f56-85ee-758dfb42537f req-466f23b7-63f1-45f3-bed9-f7ec6dcee8db tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.617914 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e8c39469-8a63-4f56-85ee-758dfb42537f req-466f23b7-63f1-45f3-bed9-f7ec6dcee8db tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 943 time: 0.0923426 Aug 29 20:13:13.708154 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e8c39469-8a63-4f56-85ee-758dfb42537f req-1ff29279-3507-4c4e-8fce-dc7d78eec72e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Aug 29 20:13:13.791267 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f3b6c-b497-459e-8777-a6bdca342df7 req-191e59b6-eba5-49ab-849b-23e0dcec5bbe tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:13.802297 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2f5f3b6c-b497-459e-8777-a6bdca342df7 req-191e59b6-eba5-49ab-849b-23e0dcec5bbe tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0759616 Aug 29 20:13:13.874530 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2f5f3b6c-b497-459e-8777-a6bdca342df7 req-c694c526-73de-4898-a6f3-4b26de8c960c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706196 Aug 29 20:13:14.126166 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0045d919-91d3-4f8b-af4a-a74b4dda9c57 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:13:14.276071 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:14.301027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '0045d919-91d3-4f8b-af4a-a74b4dda9c57', 'network_id': 'd8752937-08ea-43a9-a2dc-4f02a63b3a95', 'port_id': '0045d919-91d3-4f8b-af4a-a74b4dda9c57', 'mac_address': 'fa:16:3e:5d:ff:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ddabdb-2508-40eb-b7e6-44d5a37d4136', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:13:14.343115 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:14.343503 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:14.369449 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0045d919-91d3-4f8b-af4a-a74b4dda9c57 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:14.394975 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:14.429438 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:14.439722 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-5c4b7e11-53e0-4f4f-8b88-5323b0fcc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:14.440582 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:14.441497 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-5c4b7e11-53e0-4f4f-8b88-5323b0fcc25a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760627 Aug 29 20:13:14.480934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594105f3-eac8-4a93-b974-84cd34b1303f req-21f9fd70-c717-4261-8cb2-2018481627eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:14.490239 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-21f9fd70-c717-4261-8cb2-2018481627eb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1127 time: 0.1224606 Aug 29 20:13:14.638306 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=0045d919-91d3-4f8b-af4a-a74b4dda9c57,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:14.697606 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:14.818726 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:14.855337 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594105f3-eac8-4a93-b974-84cd34b1303f req-fe8e884b-18d0-42c5-8ee7-d1da13b05a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:14.860971 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-fe8e884b-18d0-42c5-8ee7-d1da13b05a37 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.3638661 Aug 29 20:13:14.864973 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-9167307f-cf19-41ca-a9c0-0a8526b91e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:14.866919 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-9167307f-cf19-41ca-a9c0-0a8526b91e1d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d8752937-08ea-43a9-a2dc-4f02a63b3a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4243317 Aug 29 20:13:14.937939 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['0045d919-91d3-4f8b-af4a-a74b4dda9c57'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:13:15.115651 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a8853-2b9d-44fb-a9d3-93bb92287a9b req-11682b53-0ba6-4283-a821-8eb7daf36e2a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:15.117999 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f01a8853-2b9d-44fb-a9d3-93bb92287a9b req-11682b53-0ba6-4283-a821-8eb7daf36e2a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.3036137 Aug 29 20:13:15.157401 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-3de8a53b-2c97-4ded-9dce-d6a378411228 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939318 Aug 29 20:13:15.164011 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-d22070ed-2700-4a32-b2d4-ab84f1752ee8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201393 Aug 29 20:13:15.171379 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:15.228131 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-ecc05343-086c-4f9c-adba-2226040d5414 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 217 time: 0.3503077 Aug 29 20:13:15.323884 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80360d7-6ae0-4818-b6a9-79b3544ceadf req-deb0484d-bf8b-44ca-bd62-043425d6ba84 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:15.332337 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c80360d7-6ae0-4818-b6a9-79b3544ceadf req-deb0484d-bf8b-44ca-bd62-043425d6ba84 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 944 time: 0.1188557 Aug 29 20:13:15.362449 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594105f3-eac8-4a93-b974-84cd34b1303f req-2c311e61-80bc-4ab8-aa3f-6545d5931319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:15.363906 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-2c311e61-80bc-4ab8-aa3f-6545d5931319 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.1107295 Aug 29 20:13:15.375843 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-ba755a98-2739-4e9b-8f24-2c443a69cfd8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789059 Aug 29 20:13:15.400901 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c80360d7-6ae0-4818-b6a9-79b3544ceadf req-fef9f2d0-279a-4861-9392-7a05c6740c2a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Aug 29 20:13:15.461443 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f01a8853-2b9d-44fb-a9d3-93bb92287a9b req-21b53f7c-90e1-4935-815f-7cd4306c9da9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420737 Aug 29 20:13:15.519656 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-891b4748-e58a-42e9-b703-4a3f3032b36a req-cb2303ce-c016-4ddd-b827-d05be96e19fe service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528179 Aug 29 20:13:15.522334 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3ffddb79-48ac-43b3-af01-182b4a087773 req-3899a11e-5ca1-4532-b7d0-f937494e8276 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451285 Aug 29 20:13:15.528196 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29ae2f-59ef-4857-9c02-dd76a6843b47 req-c1eafdbb-c343-44d1-85e1-b4000736aef6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:15.530742 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5a29ae2f-59ef-4857-9c02-dd76a6843b47 req-c1eafdbb-c343-44d1-85e1-b4000736aef6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0662704 Aug 29 20:13:15.579091 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5a29ae2f-59ef-4857-9c02-dd76a6843b47 req-41b034f5-e169-48f4-89cf-269b115ea91b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Aug 29 20:13:16.528820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6add69f-4ece-4395-afb0-bb954c7a301a req-2a6192f0-6f4a-4f49-86cb-6db16e977386 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:16.531050 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a6add69f-4ece-4395-afb0-bb954c7a301a req-2a6192f0-6f4a-4f49-86cb-6db16e977386 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 944 time: 0.0553443 Aug 29 20:13:16.586610 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a6add69f-4ece-4395-afb0-bb954c7a301a req-861d1aab-3057-44ad-848a-8d9d58cc6ac1 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Aug 29 20:13:16.588646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5703-0fce-47b4-9fc5-b3f6b278708c req-abd70c2f-9cd6-4680-9ddb-1d72c4a1dff4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:16.590294 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc8c5703-0fce-47b4-9fc5-b3f6b278708c req-abd70c2f-9cd6-4680-9ddb-1d72c4a1dff4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.0486445 Aug 29 20:13:16.644353 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc8c5703-0fce-47b4-9fc5-b3f6b278708c req-3e0844a1-27e6-4570-90a1-0cac56e0b150 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475895 Aug 29 20:13:16.698643 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa96238-5eda-47c9-b33f-346b3b3fa5c9 req-8d130e12-63aa-4edd-ab37-54c3dda6af52 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:16.700133 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7aa96238-5eda-47c9-b33f-346b3b3fa5c9 req-8d130e12-63aa-4edd-ab37-54c3dda6af52 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0487843 Aug 29 20:13:16.750913 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7aa96238-5eda-47c9-b33f-346b3b3fa5c9 req-51c9cb13-ab70-496c-8808-1ce9f34923d0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Aug 29 20:13:17.709960 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a651c18-fd96-4fa5-b152-7653730ddd7d req-bcaec3d1-2160-4c8b-81f5-d6a3a9a1f4d3 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:17.711411 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2a651c18-fd96-4fa5-b152-7653730ddd7d req-bcaec3d1-2160-4c8b-81f5-d6a3a9a1f4d3 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 944 time: 0.0485868 Aug 29 20:13:17.760676 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2a651c18-fd96-4fa5-b152-7653730ddd7d req-4498f507-f82d-4d18-9a9a-ed1483ffc64c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Aug 29 20:13:17.764138 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35e33-ddf5-494a-a408-e2a24deece93 req-9f0a9da7-6b11-44e4-af27-08f4d193de2d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:17.765768 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b3f35e33-ddf5-494a-a408-e2a24deece93 req-9f0a9da7-6b11-44e4-af27-08f4d193de2d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.0465539 Aug 29 20:13:17.821429 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b3f35e33-ddf5-494a-a408-e2a24deece93 req-f30935ef-7cf1-4a01-9b35-79d2ab96a9b7 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497432 Aug 29 20:13:17.878138 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068a1cd-e37d-41fc-91a0-cbed1f045f24 req-5402e9af-e810-4a35-8d39-151a21237549 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:17.879692 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7068a1cd-e37d-41fc-91a0-cbed1f045f24 req-5402e9af-e810-4a35-8d39-151a21237549 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0509150 Aug 29 20:13:17.947409 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:18.004523 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7068a1cd-e37d-41fc-91a0-cbed1f045f24 req-a4f8f6bb-fb96-4b64-85a8-3105b941d04b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187088 Aug 29 20:13:18.014742 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594105f3-eac8-4a93-b974-84cd34b1303f req-19811915-921d-4e63-a61c-2ab60d13ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:18.016676 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-19811915-921d-4e63-a61c-2ab60d13ebef service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860739 Aug 29 20:13:18.026905 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:18.055828 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9ea363e-1a85-4ded-9cec-2172d5a326a5 req-9eccdbc2-3cff-4676-8d3f-1e7de6875f9e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354156 Aug 29 20:13:18.446644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0045d919-91d3-4f8b-af4a-a74b4dda9c57 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:13:18.500425 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:13:18.506994 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:18.507443 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:18.601766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:18.602212 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:18.634821 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904017b4-b4c2-4c74-915a-226fca8fff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045d919-91d3-4f8b-af4a-a74b4dda9c57'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:18.713871 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:18.721482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:18.730742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:18.795973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=0045d919-91d3-4f8b-af4a-a74b4dda9c57,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:18.852613 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53bc1f-81a3-4920-be99-88298aedec65" -d '{"events": [{"server_uuid": "904017b4-b4c2-4c74-915a-226fca8fff84", "name": "network-vif-plugged", "status": "completed", "tag": "0045d919-91d3-4f8b-af4a-a74b4dda9c57"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:18.906603 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f4ac0-6918-42c9-94ee-f38c5efb49b8 req-45ead7b2-4379-4af2-a990-bed790c9619a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:18.908198 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a99f4ac0-6918-42c9-94ee-f38c5efb49b8 req-45ead7b2-4379-4af2-a990-bed790c9619a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0631123 Aug 29 20:13:18.959643 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc29bd9-306a-4639-96e1-fca7b169916f x-openstack-request-id: req-abc29bd9-306a-4639-96e1-fca7b169916f {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:18.960066 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904017b4-b4c2-4c74-915a-226fca8fff84", "name": "network-vif-plugged", "status": "completed", "tag": "0045d919-91d3-4f8b-af4a-a74b4dda9c57", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:18.960389 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abc29bd9-306a-4639-96e1-fca7b169916f {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:18.960923 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc29bd9-306a-4639-96e1-fca7b169916f'] response: {'server_uuid': '904017b4-b4c2-4c74-915a-226fca8fff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045d919-91d3-4f8b-af4a-a74b4dda9c57', 'code': 200} Aug 29 20:13:18.970531 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a99f4ac0-6918-42c9-94ee-f38c5efb49b8 req-6c067f61-04a6-4ede-9650-719ea729bc19 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562978 Aug 29 20:13:19.066159 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c8a1-ebf5-4c23-b347-ba0310fae73b req-876c73b4-3aca-44c4-9b31-0d512170650b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:19.067756 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2507c8a1-ebf5-4c23-b347-ba0310fae73b req-876c73b4-3aca-44c4-9b31-0d512170650b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.0570989 Aug 29 20:13:19.125917 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2507c8a1-ebf5-4c23-b347-ba0310fae73b req-65f2b993-2f94-4b0d-ab48-ef0a618bfe19 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513754 Aug 29 20:13:19.156324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bba0e-fa85-4bb2-b8ff-77fec3ce0584 req-fb2cbd86-87cf-4006-8c6b-1acd28885ffd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:19.157966 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-da4bba0e-fa85-4bb2-b8ff-77fec3ce0584 req-fb2cbd86-87cf-4006-8c6b-1acd28885ffd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0566344 Aug 29 20:13:19.211586 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-da4bba0e-fa85-4bb2-b8ff-77fec3ce0584 req-77f4e090-df05-48fd-975c-f9da5fe52286 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Aug 29 20:13:20.098857 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36b582-564d-439c-996c-82eaecbac941 req-a738495e-d856-4b87-81eb-07fd8cdbbc9c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:20.100714 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b36b582-564d-439c-996c-82eaecbac941 req-a738495e-d856-4b87-81eb-07fd8cdbbc9c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Aug 29 20:13:20.162172 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b36b582-564d-439c-996c-82eaecbac941 req-9c5267d5-e52c-4498-93f9-834dec6bf6d3 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511241 Aug 29 20:13:20.214744 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:20.264339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578d32-896d-47cf-a027-3873bee2ca8a req-08c35cb1-9541-43a8-8e3e-8b03efbf50db tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:20.266134 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1a578d32-896d-47cf-a027-3873bee2ca8a req-08c35cb1-9541-43a8-8e3e-8b03efbf50db tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.0603602 Aug 29 20:13:20.342663 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1a578d32-896d-47cf-a027-3873bee2ca8a req-a2d1e690-39d8-4431-a4de-af458349473c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603793 Aug 29 20:13:20.353853 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f1b5-d634-4ae3-acb2-fcc262cfd920 req-c7095598-b6b4-4bdc-97c8-b7570aff8f3d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:20.355186 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8af2f1b5-d634-4ae3-acb2-fcc262cfd920 req-c7095598-b6b4-4bdc-97c8-b7570aff8f3d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0625129 Aug 29 20:13:20.408818 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8af2f1b5-d634-4ae3-acb2-fcc262cfd920 req-c66d440d-94ec-4384-a70f-d0a4e7f75d41 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Aug 29 20:13:21.292266 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0a46b-e459-4b6c-a6c1-80c70cf6a745 req-82275fa5-7f9a-40af-95bb-a5f3a1d7871f tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:21.293811 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0cf0a46b-e459-4b6c-a6c1-80c70cf6a745 req-82275fa5-7f9a-40af-95bb-a5f3a1d7871f tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Aug 29 20:13:21.343581 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0cf0a46b-e459-4b6c-a6c1-80c70cf6a745 req-a2a18d3a-98aa-4f67-8437-c6f0a59f717a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Aug 29 20:13:21.461284 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:21.473298 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52600d-9779-4055-aa0c-152c9a7d03bc req-ae648ddf-095e-4442-a410-55d01c670f4e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:21.475364 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc52600d-9779-4055-aa0c-152c9a7d03bc req-ae648ddf-095e-4442-a410-55d01c670f4e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Aug 29 20:13:21.535246 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc52600d-9779-4055-aa0c-152c9a7d03bc req-67920e6a-8b6a-4563-9785-acf7ede5d448 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527713 Aug 29 20:13:21.539671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2abb764e-7b21-4846-a0ae-4823b1e93dde details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:13:21.549903 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383dfe3-ee4a-450f-a6cc-332e7cdd0834 req-f9b91228-03a1-43ba-8abb-d2393bd940cd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:21.553346 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3383dfe3-ee4a-450f-a6cc-332e7cdd0834 req-f9b91228-03a1-43ba-8abb-d2393bd940cd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0630758 Aug 29 20:13:21.639636 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3383dfe3-ee4a-450f-a6cc-332e7cdd0834 req-a0f28f47-4866-4723-a1b9-c12d150fc446 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747499 Aug 29 20:13:21.840181 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2abb764e-7b21-4846-a0ae-4823b1e93dde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:21.870076 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'port_id': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'mac_address': 'fa:16:3e:b2:5f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:13:21.932969 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 2abb764e-7b21-4846-a0ae-4823b1e93dde is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:21.933357 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:21.947935 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abb764e-7b21-4846-a0ae-4823b1e93dde {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:21.971455 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2abb764e-7b21-4846-a0ae-4823b1e93dde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:21.976102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:22.055803 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=2abb764e-7b21-4846-a0ae-4823b1e93dde,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:22.507683 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c06f1b-3c9f-4e71-8cf0-5b60a95c0492 req-712bfb4b-d360-46ff-8885-c058da043767 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:22.511252 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-12c06f1b-3c9f-4e71-8cf0-5b60a95c0492 req-712bfb4b-d360-46ff-8885-c058da043767 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0823650 Aug 29 20:13:22.599755 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-12c06f1b-3c9f-4e71-8cf0-5b60a95c0492 req-8919689c-0db6-4037-a6fe-1387e2b6b262 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811434 Aug 29 20:13:22.682310 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba2aa-4cc6-415f-a2c0-2aac761fc2d8 req-24140b3b-d90d-4664-bff4-8cc51e0798ca tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:22.683986 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1aba2aa-4cc6-415f-a2c0-2aac761fc2d8 req-24140b3b-d90d-4664-bff4-8cc51e0798ca tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 944 time: 0.0487239 Aug 29 20:13:22.754837 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1aba2aa-4cc6-415f-a2c0-2aac761fc2d8 req-bc784ab1-453c-40f3-92c8-e6c310c0ec5b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640893 Aug 29 20:13:22.784676 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350312be-8660-4bc2-a425-346f38907754 req-23053dcf-3b5f-4b39-af4f-8a6e3778b792 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:22.786676 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-350312be-8660-4bc2-a425-346f38907754 req-23053dcf-3b5f-4b39-af4f-8a6e3778b792 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0542114 Aug 29 20:13:22.840045 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-350312be-8660-4bc2-a425-346f38907754 req-8161ba14-f71c-4fd3-91c3-54fbd0f5c19e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Aug 29 20:13:23.721496 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2c9b3-7b62-4f68-8998-fead6d96460d req-1ad58f03-78e6-4fd2-b3d3-5def3fa4f163 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:23.723046 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ab2c9b3-7b62-4f68-8998-fead6d96460d req-1ad58f03-78e6-4fd2-b3d3-5def3fa4f163 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0472529 Aug 29 20:13:23.773260 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ab2c9b3-7b62-4f68-8998-fead6d96460d req-938f1dce-2e26-40af-bc95-b83ba6fc1d7e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443249 Aug 29 20:13:23.887951 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e15b17-11b5-4f28-a105-c86ccee5a899 req-661dda7a-9bbd-4a8d-8705-5325c6dd9577 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:23.889904 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f1e15b17-11b5-4f28-a105-c86ccee5a899 req-661dda7a-9bbd-4a8d-8705-5325c6dd9577 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 944 time: 0.0531347 Aug 29 20:13:23.945520 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f1e15b17-11b5-4f28-a105-c86ccee5a899 req-d4dfa7d0-07d4-4a75-8298-be92eb3690f2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501018 Aug 29 20:13:23.966115 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f58d-163d-4855-a6bc-25dcb2e493f8 req-7c53f5cf-26d4-4c04-b89a-386af1f1e4e7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:23.967992 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f6a3f58d-163d-4855-a6bc-25dcb2e493f8 req-7c53f5cf-26d4-4c04-b89a-386af1f1e4e7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0518494 Aug 29 20:13:24.018987 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f6a3f58d-163d-4855-a6bc-25dcb2e493f8 req-d2f3fa51-c2e0-4fe0-b803-0160776432f9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Aug 29 20:13:24.954199 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1109745-595d-4a44-9af5-5fff669e5ce2 req-c515ad79-f5ea-4355-b588-196bc299a3ad tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:24.955829 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b1109745-595d-4a44-9af5-5fff669e5ce2 req-c515ad79-f5ea-4355-b588-196bc299a3ad tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0856471 Aug 29 20:13:25.046621 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b1109745-595d-4a44-9af5-5fff669e5ce2 req-8312ab0d-723f-49ac-9f96-7b2977953aff tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772293 Aug 29 20:13:25.110522 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['2abb764e-7b21-4846-a0ae-4823b1e93dde'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:13:25.157519 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 176564cc-c512-416f-a721-31a4c9f05c08 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:13:25.176987 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dfea3-9388-43de-99e2-fb3b89665a91 req-62a3f119-4360-40bd-8566-80e60285df7a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:25.179254 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b12dfea3-9388-43de-99e2-fb3b89665a91 req-62a3f119-4360-40bd-8566-80e60285df7a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 944 time: 0.1192176 Aug 29 20:13:25.184121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bbd5c-8e36-4834-854b-0d91ac45bd0d req-a8303af0-274e-43bb-9733-a8bf87d8ea54 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:25.186315 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b9bbd5c-8e36-4834-854b-0d91ac45bd0d req-a8303af0-274e-43bb-9733-a8bf87d8ea54 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 944 time: 0.0637095 Aug 29 20:13:25.245913 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b12dfea3-9388-43de-99e2-fb3b89665a91 req-3c170acc-6629-4177-a649-a3c9215efba9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584493 Aug 29 20:13:25.261057 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b9bbd5c-8e36-4834-854b-0d91ac45bd0d req-d3617b0f-ae1c-4489-a491-e80bd888acdb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660751 Aug 29 20:13:25.295533 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:25.380671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 176564cc-c512-416f-a721-31a4c9f05c08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=176564cc-c512-416f-a721-31a4c9f05c08,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:25.403435 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '176564cc-c512-416f-a721-31a4c9f05c08', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'port_id': '176564cc-c512-416f-a721-31a4c9f05c08', 'mac_address': 'fa:16:3e:09:21:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:13:25.460451 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 176564cc-c512-416f-a721-31a4c9f05c08 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:25.462015 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (176564cc-c512-416f-a721-31a4c9f05c08), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:25.477606 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176564cc-c512-416f-a721-31a4c9f05c08 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:25.503187 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 176564cc-c512-416f-a721-31a4c9f05c08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=176564cc-c512-416f-a721-31a4c9f05c08,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:25.508117 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (176564cc-c512-416f-a721-31a4c9f05c08), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:25.577234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=176564cc-c512-416f-a721-31a4c9f05c08,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:25.711314 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-15e15ddd-e065-4fb3-8663-797129a2914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:25.713164 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-15e15ddd-e065-4fb3-8663-797129a2914f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1128 time: 0.0754478 Aug 29 20:13:25.777310 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-b42010d7-0422-4be1-92ca-9c479fdfabeb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717820 Aug 29 20:13:25.811959 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:25.913793 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-594105f3-eac8-4a93-b974-84cd34b1303f req-5fd7481e-3734-48b6-98ef-3d6acdf9793d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291819 Aug 29 20:13:25.930035 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-20058adc-59ac-4ece-aba5-58a98660a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:25.931684 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-20058adc-59ac-4ece-aba5-58a98660a772 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.2080462 Aug 29 20:13:25.936191 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633bdaf-2cbe-4071-b7c2-f6b126e1e145 req-90389d1f-e884-418b-b001-ecfb0f9821a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:25.937667 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2633bdaf-2cbe-4071-b7c2-f6b126e1e145 req-90389d1f-e884-418b-b001-ecfb0f9821a1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 1129 time: 0.0942841 Aug 29 20:13:25.970160 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:26.009422 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-2633bdaf-2cbe-4071-b7c2-f6b126e1e145 req-c1ca8ba1-9560-467c-a9fd-2d391721bb63 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:26.012335 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-6a34fd51-911b-47ea-8037-c8e6fe7f9e96 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 217 time: 0.0597107 Aug 29 20:13:26.126168 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-a0698ec4-ed52-4223-a0c9-471c3ff57be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:26.129858 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-a0698ec4-ed52-4223-a0c9-471c3ff57be5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1080663 Aug 29 20:13:26.184043 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:26.246601 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-cbd7d253-c176-4e84-afdb-6edec3fc6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:26.248821 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-cbd7d253-c176-4e84-afdb-6edec3fc6261 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037667 Aug 29 20:13:26.298724 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d689287-cee5-414a-8ba9-984807652fcd req-1b35b897-5adc-4dde-a3a6-b78620f9900d tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:26.300462 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8d689287-cee5-414a-8ba9-984807652fcd req-1b35b897-5adc-4dde-a3a6-b78620f9900d tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.1393785 Aug 29 20:13:26.349511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-2633bdaf-2cbe-4071-b7c2-f6b126e1e145 req-c1ca8ba1-9560-467c-a9fd-2d391721bb63 service neutron] Publish callbacks [] for security_group (895db649-4506-4281-ae34-8a9cca7a2e1b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:26.366794 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-2633bdaf-2cbe-4071-b7c2-f6b126e1e145 req-c1ca8ba1-9560-467c-a9fd-2d391721bb63 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (895db649-4506-4281-ae34-8a9cca7a2e1b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:26.385308 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=16 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:26.385308 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=16 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:26.506025 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458a00-df14-42e2-9472-efd398846d5d req-c6e35f96-5c3b-407f-9997-092b913e2867 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:26.508219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['176564cc-c512-416f-a721-31a4c9f05c08'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:13:26.527342 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-67458a00-df14-42e2-9472-efd398846d5d req-c6e35f96-5c3b-407f-9997-092b913e2867 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 944 time: 0.1039934 Aug 29 20:13:26.614992 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:26.640054 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8d689287-cee5-414a-8ba9-984807652fcd req-c11c54b6-b26b-4462-a0af-796713d4e493 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888830 Aug 29 20:13:26.686999 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56600) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:26.699099 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-67458a00-df14-42e2-9472-efd398846d5d req-ad493a12-bd37-416c-9f58-7c78e0a1e407 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681430 Aug 29 20:13:26.737906 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca8ba1-9560-467c-a9fd-2d391721bb63 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=895db649-4506-4281-ae34-8a9cca7a2e1b,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:26.787957 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2633bdaf-2cbe-4071-b7c2-f6b126e1e145 req-c1ca8ba1-9560-467c-a9fd-2d391721bb63 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8368614 Aug 29 20:13:26.798734 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-16e3add0-5189-4344-bacf-92c61cc856f3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340786 Aug 29 20:13:26.877116 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84cb4c-9e81-4895-8f3d-f7df76952e58 req-e7aaae40-f808-4823-b887-e04934752478 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:26.877116 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ed84cb4c-9e81-4895-8f3d-f7df76952e58 req-e7aaae40-f808-4823-b887-e04934752478 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 945 time: 0.0623243 Aug 29 20:13:26.952131 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:13:26.980890 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2abb764e-7b21-4846-a0ae-4823b1e93dde up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:13:27.005875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c60090d0-c1cc-4bd8-9f55-26f78f1224d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.013342 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ed84cb4c-9e81-4895-8f3d-f7df76952e58 req-d943fcbe-d628-4458-b95a-eca2ca013fb6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244178 Aug 29 20:13:27.157916 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 2abb764e-7b21-4846-a0ae-4823b1e93dde completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:13:27.257598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:27.311973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'port_id': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c', 'mac_address': 'fa:16:3e:56:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:13:27.317404 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 2abb764e-7b21-4846-a0ae-4823b1e93dde triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:27.318347 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.333076 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:27.383310 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c60090d0-c1cc-4bd8-9f55-26f78f1224d1 admin admin] Publish callbacks [] for security_group (c61c6764-81ac-4ef9-9e7b-37797b1aaae6), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.390006 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c60090d0-c1cc-4bd8-9f55-26f78f1224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c61c6764-81ac-4ef9-9e7b-37797b1aaae6), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.478518 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:27.479128 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.485912 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c60090d0-c1cc-4bd8-9f55-26f78f1224d1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e0f6ef9ea60946ca8e92ed540d67de03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7803380 Aug 29 20:13:27.487242 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56614) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:27.511520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:13:27.582159 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60090d0-c1cc-4bd8-9f55-26f78f1224d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c6764-81ac-4ef9-9e7b-37797b1aaae6,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:27.584080 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:27.588170 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 2abb764e-7b21-4846-a0ae-4823b1e93dde is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:27.589000 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.594250 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.609362 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:27.634393 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-cbfcd510-6282-4f22-88d0-e606091d665f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245131 Aug 29 20:13:27.644890 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac820-35a5-453c-b759-962e00781918 admin admin] Publish callbacks [] for security_group (c61c6764-81ac-4ef9-9e7b-37797b1aaae6), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.653778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:27.656428 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d8f13a-75bf-44be-8606-a55b3c24b937" -d '{"events": [{"server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "name": "network-vif-plugged", "status": "completed", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:27.677381 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac820-35a5-453c-b759-962e00781918 admin admin] Publish callbacks [] for security_group (c61c6764-81ac-4ef9-9e7b-37797b1aaae6), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.692752 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2abb764e-7b21-4846-a0ae-4823b1e93dde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:27.709253 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.720804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:27.756554 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1fece6-0177-4f3e-b359-9c2569c6e066 x-openstack-request-id: req-ac1fece6-0177-4f3e-b359-9c2569c6e066 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:27.756883 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "name": "network-vif-plugged", "status": "completed", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:27.757106 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac1fece6-0177-4f3e-b359-9c2569c6e066 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:27.757790 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1fece6-0177-4f3e-b359-9c2569c6e066'] response: {'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'code': 200} Aug 29 20:13:27.774546 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac820-35a5-453c-b759-962e00781918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c61c6764-81ac-4ef9-9e7b-37797b1aaae6), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.780946 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac820-35a5-453c-b759-962e00781918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:27.785242 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-bb0ac820-35a5-453c-b759-962e00781918 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c61c6764-81ac-4ef9-9e7b-37797b1aaae6 HTTP/1.1" status: 204 len: 168 time: 0.2826424 Aug 29 20:13:27.816679 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=2abb764e-7b21-4846-a0ae-4823b1e93dde,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:27.819974 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac820-35a5-453c-b759-962e00781918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c6764-81ac-4ef9-9e7b-37797b1aaae6,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:27.954407 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263753a9-3370-47dc-a69a-6d00fa5b3272 req-a18be0d6-4064-4b1c-b924-e8c920b5b84e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:27.957612 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-263753a9-3370-47dc-a69a-6d00fa5b3272 req-a18be0d6-4064-4b1c-b924-e8c920b5b84e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0891109 Aug 29 20:13:28.149023 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2229ee1-6aea-4127-acfa-8deb8a42ae53 req-b2271004-8187-41a9-bb27-71ad96a4895a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:28.152407 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c2229ee1-6aea-4127-acfa-8deb8a42ae53 req-b2271004-8187-41a9-bb27-71ad96a4895a tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.2787333 Aug 29 20:13:28.162742 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-263753a9-3370-47dc-a69a-6d00fa5b3272 req-28e9f221-6180-4c83-822f-77c71b012d6d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926179 Aug 29 20:13:28.193954 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-ade8b381-4aa0-40c5-b8f4-2c67e8bcc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:28.195867 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-ade8b381-4aa0-40c5-b8f4-2c67e8bcc9fd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 1129 time: 0.2248778 Aug 29 20:13:28.357795 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:13:28.392683 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8fbe9-098f-473b-b804-f2d29b55d318 req-4991b29b-1f13-40ad-bb82-a252b91a2799 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:28.408623 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fc8fbe9-098f-473b-b804-f2d29b55d318 req-4991b29b-1f13-40ad-bb82-a252b91a2799 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 945 time: 0.1483498 Aug 29 20:13:28.509922 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:28.522700 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fc8fbe9-098f-473b-b804-f2d29b55d318 req-4bc736c7-b6ef-49f2-b216-0eb8dda1fe1d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130331 Aug 29 20:13:28.532926 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c2229ee1-6aea-4127-acfa-8deb8a42ae53 req-ff58ffd1-2e9e-4c6e-ad9a-353cba259db5 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675702 Aug 29 20:13:28.562111 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56648) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:28.570213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:28.581295 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dfd4cb28-22f2-4458-a07c-01006f19e4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:28.621547 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367310-82e9-433b-9e03-64ef830750b1 req-71ff7ef9-de38-4a5a-80ad-5aadae8123f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:28.624704 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2f367310-82e9-433b-9e03-64ef830750b1 req-71ff7ef9-de38-4a5a-80ad-5aadae8123f4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1129 time: 0.3360207 Aug 29 20:13:28.629305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-dec9508b-385c-43ff-be01-3d4d3830270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:28.631779 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-dec9508b-385c-43ff-be01-3d4d3830270a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.3414276 Aug 29 20:13:28.725868 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-7afc1d4d-c297-449b-804b-819e2b0b095e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176564cc-c512-416f-a721-31a4c9f05c08 HTTP/1.1" status: 200 len: 217 time: 0.0658951 Aug 29 20:13:28.740997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dfd4cb28-22f2-4458-a07c-01006f19e4d8 admin admin] Publish callbacks [] for security_group (ea8c7df4-ed91-43ba-9ac9-5cf87892db62), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:28.748216 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dfd4cb28-22f2-4458-a07c-01006f19e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (ea8c7df4-ed91-43ba-9ac9-5cf87892db62), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:28.846604 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-dfd4cb28-22f2-4458-a07c-01006f19e4d8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f8007f894c0d4093ba4d00333206ab8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828910 Aug 29 20:13:28.847611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4cb28-22f2-4458-a07c-01006f19e4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c7df4-ed91-43ba-9ac9-5cf87892db62,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:28.851533 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56660) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:28.870837 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2f367310-82e9-433b-9e03-64ef830750b1 req-2aec3f24-bb9e-4ca3-affc-f637bf830d80 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233086 Aug 29 20:13:28.873846 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-52f43bf6-e50e-4ff6-be34-2e83a05c8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:28.876630 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-52f43bf6-e50e-4ff6-be34-2e83a05c8c5e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1100025 Aug 29 20:13:28.916563 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:28.957732 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-951d145b-9322-491e-b782-5dcf27c676cd admin admin] Publish callbacks [] for security_group (ea8c7df4-ed91-43ba-9ac9-5cf87892db62), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:28.992158 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-951d145b-9322-491e-b782-5dcf27c676cd admin admin] Publish callbacks [] for security_group (ea8c7df4-ed91-43ba-9ac9-5cf87892db62), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:29.083837 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-951d145b-9322-491e-b782-5dcf27c676cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (ea8c7df4-ed91-43ba-9ac9-5cf87892db62), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:29.087934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-951d145b-9322-491e-b782-5dcf27c676cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:29.092909 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-951d145b-9322-491e-b782-5dcf27c676cd admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ea8c7df4-ed91-43ba-9ac9-5cf87892db62 HTTP/1.1" status: 204 len: 168 time: 0.2410741 Aug 29 20:13:29.112198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d145b-9322-491e-b782-5dcf27c676cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c7df4-ed91-43ba-9ac9-5cf87892db62,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:29.370683 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112b972-1a48-44f7-a8ea-c070539c662f req-6371b520-9a59-4124-8eee-d275a05a73a2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:29.377936 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e112b972-1a48-44f7-a8ea-c070539c662f req-6371b520-9a59-4124-8eee-d275a05a73a2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0880122 Aug 29 20:13:29.464360 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e112b972-1a48-44f7-a8ea-c070539c662f req-4a4a8c34-aca9-495f-a019-51e9a9340c55 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796890 Aug 29 20:13:29.659261 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:29.662080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-5be788d8-37cf-4399-880a-d23d72407f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:29.666934 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-5be788d8-37cf-4399-880a-d23d72407f29 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475167 Aug 29 20:13:29.707065 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:13:29.756692 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68159b61-9a24-4a29-a593-c7e9677f6f47 req-44b921c5-156d-43bb-9f42-1e22751678db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:29.761026 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-68159b61-9a24-4a29-a593-c7e9677f6f47 req-44b921c5-156d-43bb-9f42-1e22751678db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 945 time: 0.0921743 Aug 29 20:13:29.770068 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249312ea-fe86-4c28-99b3-c4d46970b335 req-71c39ec4-4ac1-4d31-839d-810c6284fc59 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:29.776324 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-249312ea-fe86-4c28-99b3-c4d46970b335 req-71c39ec4-4ac1-4d31-839d-810c6284fc59 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.1182067 Aug 29 20:13:29.803777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:13:29.816430 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:29.817865 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:29.860533 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-68159b61-9a24-4a29-a593-c7e9677f6f47 req-43c6e1c8-66dc-4c8a-b1ab-6fb94f3f25c6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873091 Aug 29 20:13:29.861178 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-249312ea-fe86-4c28-99b3-c4d46970b335 req-a7b2c0ed-0fd6-4ab0-914b-557c7e7980ca tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739715 Aug 29 20:13:30.016936 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:30.017437 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:30.126068 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4067659-cb5f-422b-a547-f871635abe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:30.137325 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83bfd34-817b-4087-8aa0-c8d3eeb522d7" -d '{"events": [{"server_uuid": "e4067659-cb5f-422b-a547-f871635abe7a", "name": "network-vif-plugged", "status": "completed", "tag": "5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:30.209956 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:30.219027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:30.224192 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 176564cc-c512-416f-a721-31a4c9f05c08 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:13:30.305914 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b782be-4645-4abd-b55d-1e58954a3d0c x-openstack-request-id: req-43b782be-4645-4abd-b55d-1e58954a3d0c {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:30.306682 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4067659-cb5f-422b-a547-f871635abe7a", "name": "network-vif-plugged", "status": "completed", "tag": "5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:30.307337 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43b782be-4645-4abd-b55d-1e58954a3d0c {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:30.308182 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b782be-4645-4abd-b55d-1e58954a3d0c'] response: {'server_uuid': 'e4067659-cb5f-422b-a547-f871635abe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c', 'code': 200} Aug 29 20:13:30.427827 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:30.471764 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 176564cc-c512-416f-a721-31a4c9f05c08 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:13:30.482015 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 176564cc-c512-416f-a721-31a4c9f05c08 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:13:30.483056 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (176564cc-c512-416f-a721-31a4c9f05c08), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:30.512060 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56716) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:30.792148 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca17d-f46f-44a4-b44a-ea16be7e2259 req-ae8e7f50-5151-4718-9bb3-0a9467865552 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:30.806321 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c2ca17d-f46f-44a4-b44a-ea16be7e2259 req-ae8e7f50-5151-4718-9bb3-0a9467865552 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1417265 Aug 29 20:13:30.889853 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 176564cc-c512-416f-a721-31a4c9f05c08 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:13:30.891343 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (176564cc-c512-416f-a721-31a4c9f05c08), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:30.996861 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c2ca17d-f46f-44a4-b44a-ea16be7e2259 req-5e833e9a-ac87-4a10-9320-0119557ed952 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854658 Aug 29 20:13:31.133997 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 176564cc-c512-416f-a721-31a4c9f05c08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=176564cc-c512-416f-a721-31a4c9f05c08,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:13:31.142278 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (176564cc-c512-416f-a721-31a4c9f05c08), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:31.244813 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:31.350805 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02aed-3df9-4567-9bb9-81f9eb8ee059 req-469042da-f06a-4951-b13f-7f1d62c5c7c9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:31.369353 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51f02aed-3df9-4567-9bb9-81f9eb8ee059 req-469042da-f06a-4951-b13f-7f1d62c5c7c9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.2379894 Aug 29 20:13:31.377514 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=176564cc-c512-416f-a721-31a4c9f05c08,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:31.404214 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e62b51ec-f212-4893-9043-2c0a7e3a2ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:31.440538 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-6442590d-51eb-461d-8a67-3e09cd39806e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257438 Aug 29 20:13:31.499200 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51f02aed-3df9-4567-9bb9-81f9eb8ee059 req-8aff938b-645b-41d6-8712-9ae655cac575 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252341 Aug 29 20:13:31.502269 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:31.768706 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Publish callbacks [] for security_group (a4488d25-5f6c-4f00-a930-73765f95c0ed), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:31.776597 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a4488d25-5f6c-4f00-a930-73765f95c0ed), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:31.851468 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b1aae31d82a94679acd5afb18799eb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3385208 Aug 29 20:13:31.852230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4488d25-5f6c-4f00-a930-73765f95c0ed,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:31.856950 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56748) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:31.866626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.866626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.866626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.866626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.866626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.867130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.867447 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.867791 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.868204 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.871468 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.871850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.872471 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.880558 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.880558 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.880558 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1153d3-b0f7-4490-b209-6f76cae14811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:31.954178 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Publish callbacks [] for security_group (a4488d25-5f6c-4f00-a930-73765f95c0ed), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:31.987258 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Publish callbacks [] for security_group (a4488d25-5f6c-4f00-a930-73765f95c0ed), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:32.066447 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a4488d25-5f6c-4f00-a930-73765f95c0ed), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:32.070686 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:32.072785 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a4488d25-5f6c-4f00-a930-73765f95c0ed HTTP/1.1" status: 204 len: 168 time: 0.2131212 Aug 29 20:13:32.098804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4488d25-5f6c-4f00-a930-73765f95c0ed,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:32.114090 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.114605 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.115204 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.115709 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.116338 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.116910 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.117411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.117940 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.119284 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.119284 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.119574 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.120802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.120802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.121293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.121562 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d083e-f053-495e-8681-ca4ade478278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:13:32.309920 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176564cc-c512-416f-a721-31a4c9f05c08'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:32.313962 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef04fe-beac-450d-94f2-90d2a6423654" -d '{"events": [{"server_uuid": "9e22a8cb-d313-4f23-81e1-304ce615af98", "name": "network-vif-plugged", "status": "completed", "tag": "176564cc-c512-416f-a721-31a4c9f05c08"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:32.348795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e809a63-fa6a-4668-a438-cbccb995eb5a req-955a0344-9eb1-4981-a405-12cf0b4510f2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:32.352958 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2e809a63-fa6a-4668-a438-cbccb995eb5a req-955a0344-9eb1-4981-a405-12cf0b4510f2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1674774 Aug 29 20:13:32.609273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ce1f1-c777-4869-8075-c6b05908cc1c req-075d87f3-1fc7-42a7-9006-20b759d12f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:32.612736 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bb9ce1f1-c777-4869-8075-c6b05908cc1c req-075d87f3-1fc7-42a7-9006-20b759d12f9b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1130 time: 0.2558064 Aug 29 20:13:32.768666 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bb9ce1f1-c777-4869-8075-c6b05908cc1c req-10570092-dcd3-4d5e-9c5a-3d9a1ba0bf72 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456885 Aug 29 20:13:32.785943 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2e809a63-fa6a-4668-a438-cbccb995eb5a req-2aa06bc3-03d7-4798-ad3d-d3f3c04dc538 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227872 Aug 29 20:13:32.861362 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d65927f3-55d3-448e-ab3a-b9def3ddb809 req-e5891c1c-3f9f-483e-9709-b78eed729e43 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064576 Aug 29 20:13:32.931942 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d71583-778e-403a-856e-1761ef4e3b49 x-openstack-request-id: req-58d71583-778e-403a-856e-1761ef4e3b49 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:32.932528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e22a8cb-d313-4f23-81e1-304ce615af98", "name": "network-vif-plugged", "status": "completed", "tag": "176564cc-c512-416f-a721-31a4c9f05c08", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:32.933029 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58d71583-778e-403a-856e-1761ef4e3b49 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:32.934627 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d71583-778e-403a-856e-1761ef4e3b49'] response: {'server_uuid': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176564cc-c512-416f-a721-31a4c9f05c08', 'code': 200} Aug 29 20:13:33.117772 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a32bf3-d03a-43c0-b462-7f4ffe550a09 req-fb20d771-54e9-440f-a349-1fa1aa232ebb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:33.119618 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-76a32bf3-d03a-43c0-b462-7f4ffe550a09 req-fb20d771-54e9-440f-a349-1fa1aa232ebb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0592003 Aug 29 20:13:33.135529 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56796) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:33.183300 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-736ddd03-05c2-4b40-86aa-61e6dd6d5e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.203322 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:33.283227 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-76a32bf3-d03a-43c0-b462-7f4ffe550a09 req-4d35e30e-1295-4d77-bcba-2b4ff70340a1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Aug 29 20:13:33.367572 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-736ddd03-05c2-4b40-86aa-61e6dd6d5e4b admin admin] Publish callbacks [] for security_group (fa5ee82a-dfb6-4da8-9383-3ba0609d7be0), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.375778 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-736ddd03-05c2-4b40-86aa-61e6dd6d5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (fa5ee82a-dfb6-4da8-9383-3ba0609d7be0), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.474574 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-736ddd03-05c2-4b40-86aa-61e6dd6d5e4b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c3c7ba4578c54018962163856667f3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373756 Aug 29 20:13:33.476378 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ddd03-05c2-4b40-86aa-61e6dd6d5e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5ee82a-dfb6-4da8-9383-3ba0609d7be0,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:33.478918 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56804) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:33.666443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a34d-c826-49d6-873b-99f9b1a6bc24 req-b3999d6c-8ca6-4781-8f66-e393010524ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:33.670240 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-14e6a34d-c826-49d6-873b-99f9b1a6bc24 req-b3999d6c-8ca6-4781-8f66-e393010524ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1127679 Aug 29 20:13:33.673401 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5dc47f77-0bed-4a86-b06f-5eb24219de96 admin admin] Publish callbacks [] for security_group (fa5ee82a-dfb6-4da8-9383-3ba0609d7be0), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.698647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56816) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:33.705970 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:33.713087 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'floatingip': {'port_id': '2abb764e-7b21-4846-a0ae-4823b1e93dde'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:13:33.715243 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5dc47f77-0bed-4a86-b06f-5eb24219de96 admin admin] Publish callbacks [] for security_group (fa5ee82a-dfb6-4da8-9383-3ba0609d7be0), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.799126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5dc47f77-0bed-4a86-b06f-5eb24219de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (fa5ee82a-dfb6-4da8-9383-3ba0609d7be0), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.804573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5dc47f77-0bed-4a86-b06f-5eb24219de96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.806816 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5dc47f77-0bed-4a86-b06f-5eb24219de96 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/fa5ee82a-dfb6-4da8-9383-3ba0609d7be0 HTTP/1.1" status: 204 len: 168 time: 0.3252616 Aug 29 20:13:33.849478 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47f77-0bed-4a86-b06f-5eb24219de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5ee82a-dfb6-4da8-9383-3ba0609d7be0,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:33.870784 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:33.874814 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (7e9ae626-c647-44e1-ba26-aca111d27d79), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:33.882971 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0487-50f5-484d-bbc4-1998ff2fc83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:34.273752 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:34.538516 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e222e47-ddb2-49d7-8b21-12f6526cfdb0 req-8baf07d2-d6eb-4d83-8807-ccb4ef4db3de tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:34.553183 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3e222e47-ddb2-49d7-8b21-12f6526cfdb0 req-8baf07d2-d6eb-4d83-8807-ccb4ef4db3de tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1098571 Aug 29 20:13:34.662600 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3e222e47-ddb2-49d7-8b21-12f6526cfdb0 req-8e7fa8cf-6aca-45ff-99cc-58eb74444cee tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066163 Aug 29 20:13:34.707752 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:13:34.925063 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.db.resource_extend [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 20:13:35.189756 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:35.198709 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.208658 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (7e9ae626-c647-44e1-ba26-aca111d27d79), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.223653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56888) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:35.313417 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.353380 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Floating IP 7e9ae626-c647-44e1-ba26-aca111d27d79 associated. External IP: 172.27.3.118, port: 2abb764e-7b21-4846-a0ae-4823b1e93dde. Aug 29 20:13:35.519654 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-14e7b8f5-5ff6-490f-b295-a1c853a03b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.614000 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Router 55a86331-6773-47f9-b995-11329b1a8313 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:13:35.625206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-14e7b8f5-5ff6-490f-b295-a1c853a03b9c admin admin] Publish callbacks [] for security_group (ebfa3960-c2ba-4987-abd4-7891f0e5895c), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.631582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-14e7b8f5-5ff6-490f-b295-a1c853a03b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (ebfa3960-c2ba-4987-abd4-7891f0e5895c), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.697101 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7b8f5-5ff6-490f-b295-a1c853a03b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa3960-c2ba-4987-abd4-7891f0e5895c,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:35.708110 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-14e7b8f5-5ff6-490f-b295-a1c853a03b9c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=92c2b524a96e42df9a48390eea768383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828115 Aug 29 20:13:35.710746 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56906) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:35.783525 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:13:35.790308 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-edaf4108-9621-4ea7-b087-584298aac08b admin admin] Publish callbacks [] for security_group (ebfa3960-c2ba-4987-abd4-7891f0e5895c), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.793506 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.800389 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:13:35.812437 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:13:35.813214 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:13:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:35.864155 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-73ae6200-3108-41b8-a126-de81361f2af4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/7e9ae626-c647-44e1-ba26-aca111d27d79 HTTP/1.1" status: 200 len: 991 time: 2.1644769 Aug 29 20:13:35.871494 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21342-9d03-4db9-846f-95eb037f1347 req-bcef8793-4ab3-4bdb-9197-e4fd7bc32fc2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:35.880142 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-98b21342-9d03-4db9-846f-95eb037f1347 req-bcef8793-4ab3-4bdb-9197-e4fd7bc32fc2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1162214 Aug 29 20:13:35.881050 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-edaf4108-9621-4ea7-b087-584298aac08b admin admin] Publish callbacks [] for security_group (ebfa3960-c2ba-4987-abd4-7891f0e5895c), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:35.890092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:13:35.892850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870" -d '{"events": [{"name": "network-changed", "server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:13:35.960074 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:13:35.964769 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-98b21342-9d03-4db9-846f-95eb037f1347 req-2668afa9-4345-4f19-ac89-45ad94096588 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 Aug 29 20:13:35.968378 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de75e4-d9cf-4d58-97a1-dfb7fe0a3017 x-openstack-request-id: req-a4de75e4-d9cf-4d58-97a1-dfb7fe0a3017 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:13:35.969992 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:13:35.970700 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4de75e4-d9cf-4d58-97a1-dfb7fe0a3017 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:13:35.971792 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4de75e4-d9cf-4d58-97a1-dfb7fe0a3017'] response: {'name': 'network-changed', 'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'status': 'completed', 'code': 200} Aug 29 20:13:36.007761 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-edaf4108-9621-4ea7-b087-584298aac08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (ebfa3960-c2ba-4987-abd4-7891f0e5895c), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.010721 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-edaf4108-9621-4ea7-b087-584298aac08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.016046 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-edaf4108-9621-4ea7-b087-584298aac08b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ebfa3960-c2ba-4987-abd4-7891f0e5895c HTTP/1.1" status: 204 len: 168 time: 0.3024137 Aug 29 20:13:36.025115 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf4108-9621-4ea7-b087-584298aac08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa3960-c2ba-4987-abd4-7891f0e5895c,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:36.289805 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.314174 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '7e9ae626-c647-44e1-ba26-aca111d27d79', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '55a86331-6773-47f9-b995-11329b1a8313', 'port_id': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'mac_address': 'fa:16:3e:b2:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:12:47Z', 'updated_at': '2022-08-29T20:13:34Z', 'revision_number': 1, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:36.346924 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:13:36.359914 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:13:36.360677 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:13:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:36.528265 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:13:36.588577 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56954) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:36.607916 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ced68195-82f4-47a7-9521-dd6315bc8050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.723498 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ced68195-82f4-47a7-9521-dd6315bc8050 admin admin] Publish callbacks [] for security_group (1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.728233 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ced68195-82f4-47a7-9521-dd6315bc8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.778046 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced68195-82f4-47a7-9521-dd6315bc8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:36.786168 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-ced68195-82f4-47a7-9521-dd6315bc8050 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f4b58b0aaee74f9da75bb8a98e8234b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963038 Aug 29 20:13:36.788970 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56962) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:36.815372 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.819581 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:36.831107 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '7e9ae626-c647-44e1-ba26-aca111d27d79', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '55a86331-6773-47f9-b995-11329b1a8313', 'port_id': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'mac_address': 'fa:16:3e:b2:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:12:47Z', 'updated_at': '2022-08-29T20:13:34Z', 'revision_number': 1, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:36.858582 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-17008d94-05a9-4188-aa00-4b289d566f0c admin admin] Publish callbacks [] for security_group (1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.860994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:36.868813 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2918a5ed-e550-4f29-bd07-127749566516 None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '7e9ae626-c647-44e1-ba26-aca111d27d79', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '55a86331-6773-47f9-b995-11329b1a8313', 'port_id': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'mac_address': 'fa:16:3e:b2:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:12:47Z', 'updated_at': '2022-08-29T20:13:34Z', 'revision_number': 1, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:13:36.887144 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-17008d94-05a9-4188-aa00-4b289d566f0c admin admin] Publish callbacks [] for security_group (1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.949227 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-17008d94-05a9-4188-aa00-4b289d566f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.963686 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-17008d94-05a9-4188-aa00-4b289d566f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:36.967638 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-17008d94-05a9-4188-aa00-4b289d566f0c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8 HTTP/1.1" status: 204 len: 168 time: 0.1754835 Aug 29 20:13:36.985936 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17008d94-05a9-4188-aa00-4b289d566f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7db1e7-8d8a-48e1-92e0-8e6070ef58b8,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:37.052200 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.160249 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444141b3-40c2-4b19-8dc2-543aad35df36 req-423fd8f3-e6b0-4875-a48e-c09b3154e70e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:37.162581 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-444141b3-40c2-4b19-8dc2-543aad35df36 req-423fd8f3-e6b0-4875-a48e-c09b3154e70e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0568969 Aug 29 20:13:37.207291 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7774701-8941-478f-967c-0535a5e60dea None None] New status for floating IP 7e9ae626-c647-44e1-ba26-aca111d27d79: ACTIVE {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:13:37.213389 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 56976) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:37.223303 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-444141b3-40c2-4b19-8dc2-543aad35df36 req-be975e85-f5ab-4d33-b8b0-3beb91f72552 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543799 Aug 29 20:13:37.371418 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f3e-bd69-4ef6-9209-63bd51fef141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.520601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f3e-bd69-4ef6-9209-63bd51fef141 admin admin] Publish callbacks [] for security_group (eec78dbc-297b-4417-8a64-fbc86208a930), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.527076 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-11ef4f3e-bd69-4ef6-9209-63bd51fef141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (eec78dbc-297b-4417-8a64-fbc86208a930), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.580134 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 56994) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:37.580446 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-11ef4f3e-bd69-4ef6-9209-63bd51fef141 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=dc52b5d31e324b1ab41a3ee62d86c112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654799 Aug 29 20:13:37.581130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef4f3e-bd69-4ef6-9209-63bd51fef141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec78dbc-297b-4417-8a64-fbc86208a930,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:37.680673 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c6a6074b-7a59-4f3c-9a55-12d30a12dcc5 admin admin] Publish callbacks [] for security_group (eec78dbc-297b-4417-8a64-fbc86208a930), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.712871 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c6a6074b-7a59-4f3c-9a55-12d30a12dcc5 admin admin] Publish callbacks [] for security_group (eec78dbc-297b-4417-8a64-fbc86208a930), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.768005 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c6a6074b-7a59-4f3c-9a55-12d30a12dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (eec78dbc-297b-4417-8a64-fbc86208a930), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.770724 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c6a6074b-7a59-4f3c-9a55-12d30a12dcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:37.772179 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c6a6074b-7a59-4f3c-9a55-12d30a12dcc5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/eec78dbc-297b-4417-8a64-fbc86208a930 HTTP/1.1" status: 204 len: 168 time: 0.1906726 Aug 29 20:13:37.783413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6074b-7a59-4f3c-9a55-12d30a12dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec78dbc-297b-4417-8a64-fbc86208a930,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:38.425858 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db3a83-1c22-4d5a-b3c4-982ecbd03110 req-5d6d44ae-e3aa-4d47-9ead-c506eb340291 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:38.435883 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57020) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:38.440135 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-47db3a83-1c22-4d5a-b3c4-982ecbd03110 req-5d6d44ae-e3aa-4d47-9ead-c506eb340291 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0925920 Aug 29 20:13:38.459042 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-89a4ab91-fd39-4d1e-9f68-a63f92d8d04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.505234 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:38.509054 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:38.541270 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-47db3a83-1c22-4d5a-b3c4-982ecbd03110 req-6a8fe77c-16ee-4789-b2ec-4a7648f1659d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000352 Aug 29 20:13:38.599618 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57024) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:38.619980 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-89a4ab91-fd39-4d1e-9f68-a63f92d8d04f admin admin] Publish callbacks [] for security_group (c36da781-4242-460a-8f88-7a9b17cc61f5), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.626206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-89a4ab91-fd39-4d1e-9f68-a63f92d8d04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c36da781-4242-460a-8f88-7a9b17cc61f5), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.702850 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-89a4ab91-fd39-4d1e-9f68-a63f92d8d04f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d948be285b1844438c2c583d62b95f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650702 Aug 29 20:13:38.703672 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4ab91-fd39-4d1e-9f68-a63f92d8d04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36da781-4242-460a-8f88-7a9b17cc61f5,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:38.709783 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57030) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:38.793838 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b17-ef8c-44c9-a5d7-f8d24bbe6a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.823770 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd48b-713b-4032-88f7-55b91e6905fd admin admin] Publish callbacks [] for security_group (c36da781-4242-460a-8f88-7a9b17cc61f5), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.861269 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd48b-713b-4032-88f7-55b91e6905fd admin admin] Publish callbacks [] for security_group (c36da781-4242-460a-8f88-7a9b17cc61f5), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.869650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af2c93-0679-4c12-98f4-19f1099921d8 req-3ba04c17-9a2d-4600-abf4-8865dd4a406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:38.872335 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-53af2c93-0679-4c12-98f4-19f1099921d8 req-3ba04c17-9a2d-4600-abf4-8865dd4a406f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 1130 time: 0.0503535 Aug 29 20:13:38.978535 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-03b1723a-64be-44dd-a8c6-514269f6a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:38.983810 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-03b1723a-64be-44dd-a8c6-514269f6a9f9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1129 time: 0.0707889 Aug 29 20:13:38.995305 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b17-ef8c-44c9-a5d7-f8d24bbe6a5e admin admin] Publish callbacks [] for security_group (b17c41d1-e77c-48c9-be68-6e9754736e01), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:38.997006 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd48b-713b-4032-88f7-55b91e6905fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c36da781-4242-460a-8f88-7a9b17cc61f5), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.004099 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd48b-713b-4032-88f7-55b91e6905fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.005543 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-aa1cd48b-713b-4032-88f7-55b91e6905fd admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c36da781-4242-460a-8f88-7a9b17cc61f5 HTTP/1.1" status: 204 len: 168 time: 0.2940602 Aug 29 20:13:39.015757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b17-ef8c-44c9-a5d7-f8d24bbe6a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (b17c41d1-e77c-48c9-be68-6e9754736e01), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.018390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cd48b-713b-4032-88f7-55b91e6905fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36da781-4242-460a-8f88-7a9b17cc61f5,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:39.096471 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62b17-ef8c-44c9-a5d7-f8d24bbe6a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c41d1-e77c-48c9-be68-6e9754736e01,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:39.102433 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3cf62b17-ef8c-44c9-a5d7-f8d24bbe6a5e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9541b123f43442018e13ad1b6d577808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017195 Aug 29 20:13:39.109156 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57038) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:39.203287 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-07d9c6f4-6193-402b-9b8a-c5a4ceafa8bb admin admin] Publish callbacks [] for security_group (b17c41d1-e77c-48c9-be68-6e9754736e01), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.242887 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-07d9c6f4-6193-402b-9b8a-c5a4ceafa8bb admin admin] Publish callbacks [] for security_group (b17c41d1-e77c-48c9-be68-6e9754736e01), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.315443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-07d9c6f4-6193-402b-9b8a-c5a4ceafa8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (b17c41d1-e77c-48c9-be68-6e9754736e01), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.318601 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-07d9c6f4-6193-402b-9b8a-c5a4ceafa8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.320005 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-07d9c6f4-6193-402b-9b8a-c5a4ceafa8bb admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b17c41d1-e77c-48c9-be68-6e9754736e01 HTTP/1.1" status: 204 len: 168 time: 0.2079115 Aug 29 20:13:39.332702 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9c6f4-6193-402b-9b8a-c5a4ceafa8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c41d1-e77c-48c9-be68-6e9754736e01,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:39.366986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57062) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:39.440639 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Deleting subnet 4c484317-7de6-4a8b-9fa7-3e8c0122c5b0 {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:13:39.445749 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Publish callbacks [] for subnet (4c484317-7de6-4a8b-9fa7-3e8c0122c5b0), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.522570 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Publish callbacks [] for subnet (4c484317-7de6-4a8b-9fa7-3e8c0122c5b0), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.558650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (4c484317-7de6-4a8b-9fa7-3e8c0122c5b0), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:39.844442 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-53af2c93-0679-4c12-98f4-19f1099921d8 req-c23f3fed-2177-43a7-a581-2d4fceb5c141 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904325 Aug 29 20:13:39.867619 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0d8c4-7e07-4263-8d05-1df565cf79bb req-cf34822d-0cca-4ed9-bc14-2ee2664bbb9a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:39.870707 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b1b0d8c4-7e07-4263-8d05-1df565cf79bb req-cf34822d-0cca-4ed9-bc14-2ee2664bbb9a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1379638 Aug 29 20:13:39.944135 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (4c484317-7de6-4a8b-9fa7-3e8c0122c5b0), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.065469 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c484317-7de6-4a8b-9fa7-3e8c0122c5b0,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:40.069013 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.072596 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a6bfd690-da78-4a60-adf7-8ef6706e7991 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/4c484317-7de6-4a8b-9fa7-3e8c0122c5b0 HTTP/1.1" status: 204 len: 168 time: 0.7042754 Aug 29 20:13:40.077147 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57104) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:40.118096 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b1b0d8c4-7e07-4263-8d05-1df565cf79bb req-69dd6896-270f-4a71-8747-5ba017fc1cb5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380180 Aug 29 20:13:40.137845 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-aef1356d-e9cb-42d8-b529-c45b9f8abc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:40.140328 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-aef1356d-e9cb-42d8-b529-c45b9f8abc19 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.2574265 Aug 29 20:13:40.208660 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (aefc7ba2-5383-4f47-a057-736886faf288), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.290968 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:40.353795 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:40.361558 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (aefc7ba2-5383-4f47-a057-736886faf288), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.403043 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.403393 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.405761 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.406286 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > port after_create 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.406789 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.407282 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > port after_update 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.408057 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.408569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.409053 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.410169 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.518582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:40.578911 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-555d9409-c913-4769-908b-be1f774c32bf service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 1001 time: 0.2146316 Aug 29 20:13:40.671029 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.671694 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.672526 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.673495 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:13:40.674292 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefc7ba2-5383-4f47-a057-736886faf288']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:40.709206 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cbabd0-1057-4e06-9e50-3727e1864512') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:40.709695 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cbabd0-1057-4e06-9e50-3727e1864512') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:40.742466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (84cbabd0-1057-4e06-9e50-3727e1864512), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.785225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (84cbabd0-1057-4e06-9e50-3727e1864512), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.805619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:13:40.806198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (84cbabd0-1057-4e06-9e50-3727e1864512), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.933199 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (aefc7ba2-5383-4f47-a057-736886faf288), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.954145 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:40.962902 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/aefc7ba2-5383-4f47-a057-736886faf288 HTTP/1.1" status: 204 len: 168 time: 0.8825321 Aug 29 20:13:40.965689 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57144) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:40.976575 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdfe0c-b466-465b-a72e-6e4115826213 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefc7ba2-5383-4f47-a057-736886faf288,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:41.079259 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:41.109621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-c9556133-e866-4865-81ba-19c461db6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:41.111398 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-c9556133-e866-4865-81ba-19c461db6532 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.0816052 Aug 29 20:13:41.118300 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Deleting subnet 56e65703-41a3-4457-a9af-b63b7576963e {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:13:41.123359 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Publish callbacks [] for subnet (56e65703-41a3-4457-a9af-b63b7576963e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.229969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-c63687c0-fceb-4059-b2b3-c60a297a8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:41.233743 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-c63687c0-fceb-4059-b2b3-c60a297a8dee service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778446 Aug 29 20:13:41.262389 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Publish callbacks [] for subnet (56e65703-41a3-4457-a9af-b63b7576963e), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.274980 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (56e65703-41a3-4457-a9af-b63b7576963e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.333814 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaa512-ee56-4cb3-9bd2-2d4ac3ecc100 req-93ebbf8a-e1fb-4b69-aa72-88703f09954f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:41.349933 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-34aaa512-ee56-4cb3-9bd2-2d4ac3ecc100 req-93ebbf8a-e1fb-4b69-aa72-88703f09954f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1212900 Aug 29 20:13:41.481348 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-34aaa512-ee56-4cb3-9bd2-2d4ac3ecc100 req-e782dcb0-f04a-4941-a7fb-9cd957a53ab5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264160 Aug 29 20:13:41.494298 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (56e65703-41a3-4457-a9af-b63b7576963e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.551712 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e65703-41a3-4457-a9af-b63b7576963e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:41.572179 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.578278 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0708b8d3-ddfb-4be7-b16f-5a4663b0912b admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/56e65703-41a3-4457-a9af-b63b7576963e HTTP/1.1" status: 204 len: 168 time: 0.6109068 Aug 29 20:13:41.580904 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57170) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:41.601867 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-c9301867-c832-4061-95eb-9ac1dba5a7cc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601700 Aug 29 20:13:41.715318 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (435f7a07-e62a-466e-a784-2b797e79793e), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.898979 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (435f7a07-e62a-466e-a784-2b797e79793e), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:41.953677 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435f7a07-e62a-466e-a784-2b797e79793e']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:41.970695 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e3f3e4-36b9-45b2-8146-8ad6e5da29a8') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:41.971298 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e3f3e4-36b9-45b2-8146-8ad6e5da29a8') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:13:41.989323 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 84cbabd0-1057-4e06-9e50-3727e1864512 resource provider aggregate not found Aug 29 20:13:42.009529 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (19e3f3e4-36b9-45b2-8146-8ad6e5da29a8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:42.046881 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (19e3f3e4-36b9-45b2-8146-8ad6e5da29a8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:42.053333 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 84cbabd0-1057-4e06-9e50-3727e1864512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84cbabd0-1057-4e06-9e50-3727e1864512 found for delete ", "request_id": "req-029616b2-741b-44fb-98af-0a1593ff39a5"}]} Aug 29 20:13:42.066825 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:13:42.067592 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (19e3f3e4-36b9-45b2-8146-8ad6e5da29a8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:42.218648 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (435f7a07-e62a-466e-a784-2b797e79793e), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:42.234766 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:42.242058 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/435f7a07-e62a-466e-a784-2b797e79793e HTTP/1.1" status: 204 len: 168 time: 0.6591017 Aug 29 20:13:42.269997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f70cbf-7173-4422-aad6-35a88e6a74af admin admin] Pushing event deleted for resources: {'Network': ['ID=435f7a07-e62a-466e-a784-2b797e79793e,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:42.522358 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ce54180b-a6bb-49a2-b8ac-3d0a29fa5870 req-6d88bc3f-2488-4a94-89c3-103a61c9f164 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696581 Aug 29 20:13:42.718867 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16d703-1063-4c57-8b78-d2d49e16a49c req-1ec2c774-6071-4c29-8320-6b7feae3ff8a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:42.721530 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-af16d703-1063-4c57-8b78-d2d49e16a49c req-1ec2c774-6071-4c29-8320-6b7feae3ff8a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1110520 Aug 29 20:13:42.736606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57204) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:42.792879 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-af16d703-1063-4c57-8b78-d2d49e16a49c req-8f8e929a-c3fa-4ad4-bd62-6243c9051124 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619125 Aug 29 20:13:42.806133 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-0206db8b-bc57-466d-ad7e-49537aa023f3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c5163a9611df47069421fe45e55c7ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667093 Aug 29 20:13:42.808857 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57208) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:42.894799 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4535ee7a-ea54-4596-b351-86eef4d0541f admin admin] Publish callbacks [] for security_group (d034ccaf-332a-48c3-949d-697cc3d44173), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:42.931743 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4535ee7a-ea54-4596-b351-86eef4d0541f admin admin] Publish callbacks [] for security_group (d034ccaf-332a-48c3-949d-697cc3d44173), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:43.025175 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4535ee7a-ea54-4596-b351-86eef4d0541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (d034ccaf-332a-48c3-949d-697cc3d44173), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:43.031308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4535ee7a-ea54-4596-b351-86eef4d0541f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:43.036802 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-4535ee7a-ea54-4596-b351-86eef4d0541f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d034ccaf-332a-48c3-949d-697cc3d44173 HTTP/1.1" status: 204 len: 168 time: 0.2234762 Aug 29 20:13:43.049643 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535ee7a-ea54-4596-b351-86eef4d0541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d034ccaf-332a-48c3-949d-697cc3d44173,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:43.371190 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185a48c-66bd-42ad-aa49-e1899c0a339b req-ad27f09b-177c-4a59-9054-080ac76869cd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:43.395985 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5185a48c-66bd-42ad-aa49-e1899c0a339b req-ad27f09b-177c-4a59-9054-080ac76869cd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0962307 Aug 29 20:13:43.506535 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5185a48c-66bd-42ad-aa49-e1899c0a339b req-12630e1e-3c6b-4f7f-8fd9-af1273509278 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086550 Aug 29 20:13:43.656922 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-943345f3-3d29-4beb-9e41-b4b18feb26ad service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1483986 Aug 29 20:13:43.659155 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-c775af4e-6b02-4c2d-86eb-fdd1125efd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:43.661426 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-c775af4e-6b02-4c2d-86eb-fdd1125efd7f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 1130 time: 0.0934319 Aug 29 20:13:43.746446 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57232) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:43.769944 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:43.821301 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-856cb60f-21fd-462e-a01e-b382efa46a60 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=23e5f9aab63542f99fda007487f5b109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729275 Aug 29 20:13:43.822674 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57234) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:43.923010 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e812b903-032b-47e1-8650-726117f98e90 admin admin] Publish callbacks [] for security_group (2544d326-6dfe-403b-83f3-09391d4bbc32), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:43.959012 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e812b903-032b-47e1-8650-726117f98e90 admin admin] Publish callbacks [] for security_group (2544d326-6dfe-403b-83f3-09391d4bbc32), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:44.020115 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e812b903-032b-47e1-8650-726117f98e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2544d326-6dfe-403b-83f3-09391d4bbc32), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:44.030425 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e812b903-032b-47e1-8650-726117f98e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:44.030425 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e812b903-032b-47e1-8650-726117f98e90 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2544d326-6dfe-403b-83f3-09391d4bbc32 HTTP/1.1" status: 204 len: 168 time: 0.2021410 Aug 29 20:13:44.041309 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b903-032b-47e1-8650-726117f98e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2544d326-6dfe-403b-83f3-09391d4bbc32,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:44.052138 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-46b76b57-fa29-4d77-bfe2-8ae5ebda5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.053811 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-46b76b57-fa29-4d77-bfe2-8ae5ebda5373 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1130 time: 0.0960410 Aug 29 20:13:44.069669 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:44.095796 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:44.113600 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 19e3f3e4-36b9-45b2-8146-8ad6e5da29a8 resource provider aggregate not found Aug 29 20:13:44.141331 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 19e3f3e4-36b9-45b2-8146-8ad6e5da29a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19e3f3e4-36b9-45b2-8146-8ad6e5da29a8 found for delete ", "request_id": "req-19ec7fc8-be1f-4506-a394-f19863521725"}]} Aug 29 20:13:44.158174 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-3bcf0a41-3019-4e96-8284-0d0c7bf9c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.159689 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-3bcf0a41-3019-4e96-8284-0d0c7bf9c498 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.4406288 Aug 29 20:13:44.237797 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-38689ae8-2710-4948-b31e-1d491a15b63d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176564cc-c512-416f-a721-31a4c9f05c08 HTTP/1.1" status: 200 len: 217 time: 0.0620253 Aug 29 20:13:44.319365 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-23ddfce3-6cd5-44c7-aa46-8c4a2eab7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.321644 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-23ddfce3-6cd5-44c7-aa46-8c4a2eab7717 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.2358437 Aug 29 20:13:44.338288 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-cb5ecc9e-343b-4994-aa8d-7c75454dc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.340120 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-cb5ecc9e-343b-4994-aa8d-7c75454dc453 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.0922263 Aug 29 20:13:44.480318 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-796e94c9-8fcf-4b38-bb9d-6f212f565d49 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 217 time: 0.1125484 Aug 29 20:13:44.496414 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-65ed51da-e4e0-4cad-9892-b6c253287ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.499984 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-65ed51da-e4e0-4cad-9892-b6c253287ba9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1306162 Aug 29 20:13:44.567279 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:44.673502 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b08c5e-6b46-42e2-b8cd-5171b0a42f29 req-c4008550-ee7a-40eb-9fd5-5a2a355e9992 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.681376 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c9b08c5e-6b46-42e2-b8cd-5171b0a42f29 req-c4008550-ee7a-40eb-9fd5-5a2a355e9992 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0646713 Aug 29 20:13:44.696925 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-162ef47a-7960-4d48-b7f8-e6f770724b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:44.701369 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-162ef47a-7960-4d48-b7f8-e6f770724b92 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1984830 Aug 29 20:13:44.733256 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c9b08c5e-6b46-42e2-b8cd-5171b0a42f29 req-dc7ac2ea-5a56-45d4-a893-1955e1c73198 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Aug 29 20:13:44.780042 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-8108a961-3ae6-4923-a4a2-80afcebde8ee service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339380 Aug 29 20:13:45.716046 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57328) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:45.772357 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57332) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:45.897297 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c53ef6ad-4fe7-43c7-8aee-54a28468fe59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:45.935911 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:45.952421 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b19bec-a213-4162-b3db-67a2a805e7b8 req-0ff9ae0e-bbd5-401d-a034-47115674b3eb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:45.954676 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e8b19bec-a213-4162-b3db-67a2a805e7b8 req-0ff9ae0e-bbd5-401d-a034-47115674b3eb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0889895 Aug 29 20:13:46.006991 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d36f-a2a4-4787-a835-7d26606cd951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.039692 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e8b19bec-a213-4162-b3db-67a2a805e7b8 req-83bd4203-ea99-40b9-b66e-bfa002d1fc5f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771077 Aug 29 20:13:46.114760 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c53ef6ad-4fe7-43c7-8aee-54a28468fe59 admin admin] Publish callbacks [] for security_group (3aa802c6-0d16-4ed2-a5a7-ba4d71485062), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.122562 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c53ef6ad-4fe7-43c7-8aee-54a28468fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3aa802c6-0d16-4ed2-a5a7-ba4d71485062), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.184369 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ef6ad-4fe7-43c7-8aee-54a28468fe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa802c6-0d16-4ed2-a5a7-ba4d71485062,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:46.190070 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c53ef6ad-4fe7-43c7-8aee-54a28468fe59 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5c4db85de834450293f4545755baae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723718 Aug 29 20:13:46.192983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57342) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:46.219303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d36f-a2a4-4787-a835-7d26606cd951 admin admin] Publish callbacks [] for security_group (378b84ab-87b5-4b25-8e85-415adef0acc4), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.224291 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d36f-a2a4-4787-a835-7d26606cd951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (378b84ab-87b5-4b25-8e85-415adef0acc4), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.262546 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-31d181e8-bcbf-49dc-988b-192e7ec3cef9 admin admin] Publish callbacks [] for security_group (3aa802c6-0d16-4ed2-a5a7-ba4d71485062), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.268254 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c9d2d36f-a2a4-4787-a835-7d26606cd951 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c24a675aa0974e878c5b49d1032af37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4946332 Aug 29 20:13:46.270108 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2d36f-a2a4-4787-a835-7d26606cd951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378b84ab-87b5-4b25-8e85-415adef0acc4,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:46.272678 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57344) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:46.289223 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-31d181e8-bcbf-49dc-988b-192e7ec3cef9 admin admin] Publish callbacks [] for security_group (3aa802c6-0d16-4ed2-a5a7-ba4d71485062), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.330121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb728a27-edab-49b6-b846-f172bdb9f1cb admin admin] Publish callbacks [] for security_group (378b84ab-87b5-4b25-8e85-415adef0acc4), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.350881 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-31d181e8-bcbf-49dc-988b-192e7ec3cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3aa802c6-0d16-4ed2-a5a7-ba4d71485062), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.353818 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-31d181e8-bcbf-49dc-988b-192e7ec3cef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.355165 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-31d181e8-bcbf-49dc-988b-192e7ec3cef9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3aa802c6-0d16-4ed2-a5a7-ba4d71485062 HTTP/1.1" status: 204 len: 168 time: 0.1606236 Aug 29 20:13:46.362236 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb728a27-edab-49b6-b846-f172bdb9f1cb admin admin] Publish callbacks [] for security_group (378b84ab-87b5-4b25-8e85-415adef0acc4), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.364396 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d181e8-bcbf-49dc-988b-192e7ec3cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa802c6-0d16-4ed2-a5a7-ba4d71485062,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:46.395057 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:46.424403 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb728a27-edab-49b6-b846-f172bdb9f1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (378b84ab-87b5-4b25-8e85-415adef0acc4), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.427092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb728a27-edab-49b6-b846-f172bdb9f1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:46.428279 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-bb728a27-edab-49b6-b846-f172bdb9f1cb admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/378b84ab-87b5-4b25-8e85-415adef0acc4 HTTP/1.1" status: 204 len: 168 time: 0.1546841 Aug 29 20:13:46.437300 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb728a27-edab-49b6-b846-f172bdb9f1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378b84ab-87b5-4b25-8e85-415adef0acc4,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:46.790088 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-8d68ed4a-ce35-4c41-91f0-f48d588e7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:46.792318 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-8d68ed4a-ce35-4c41-91f0-f48d588e7ac3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1772242 Aug 29 20:13:46.836184 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=67 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:46.851572 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be7eec29-4250-4656-a0f5-b329171bbd37 req-7ba99e10-c6eb-4d8f-9827-a20e1646c36d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206740 Aug 29 20:13:46.995074 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57366) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:47.013242 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bc16e5c8-dbb5-4f33-bfd9-12656a0e01e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.140702 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bc16e5c8-dbb5-4f33-bfd9-12656a0e01e1 admin admin] Publish callbacks [] for security_group (f53f3455-db1b-4c53-bd3f-78a66749a343), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.145615 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bc16e5c8-dbb5-4f33-bfd9-12656a0e01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f53f3455-db1b-4c53-bd3f-78a66749a343), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.180794 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16e5c8-dbb5-4f33-bfd9-12656a0e01e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f3455-db1b-4c53-bd3f-78a66749a343,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:47.238684 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-bc16e5c8-dbb5-4f33-bfd9-12656a0e01e1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=aad2e0d8f0da4a6b8feade51237cecf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404377 Aug 29 20:13:47.241448 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57374) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:47.259406 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c5e50-9f22-44f2-9882-aab6d6d8aedd req-bdb2d2fc-1b9f-425f-8ac2-5a2407f07109 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:47.260932 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5c8c5e50-9f22-44f2-9882-aab6d6d8aedd req-bdb2d2fc-1b9f-425f-8ac2-5a2407f07109 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0592911 Aug 29 20:13:47.328601 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5c8c5e50-9f22-44f2-9882-aab6d6d8aedd req-c2411629-bad8-4d6a-817b-b9da5334eaf5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528030 Aug 29 20:13:47.336417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0e26-91d2-4cd4-b2fb-bf10969fe906 admin admin] Publish callbacks [] for security_group (f53f3455-db1b-4c53-bd3f-78a66749a343), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.368351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0e26-91d2-4cd4-b2fb-bf10969fe906 admin admin] Publish callbacks [] for security_group (f53f3455-db1b-4c53-bd3f-78a66749a343), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.436712 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0e26-91d2-4cd4-b2fb-bf10969fe906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f53f3455-db1b-4c53-bd3f-78a66749a343), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.442049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1d1e0e26-91d2-4cd4-b2fb-bf10969fe906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:47.444962 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1d1e0e26-91d2-4cd4-b2fb-bf10969fe906 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f53f3455-db1b-4c53-bd3f-78a66749a343 HTTP/1.1" status: 204 len: 168 time: 0.2011890 Aug 29 20:13:47.447843 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:47.463952 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e0e26-91d2-4cd4-b2fb-bf10969fe906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f3455-db1b-4c53-bd3f-78a66749a343,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:47.983053 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-086be693-b3d1-45f0-855c-6093c631679f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201501 Aug 29 20:13:48.174176 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c7990707-4f43-492a-b34f-bb5da12ac839 req-322b5e67-7ef7-4b1f-b913-e2a767b7b27e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810083 Aug 29 20:13:48.567518 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b9a5-89bc-4190-85c8-0c1b45630222 req-d73f35e2-ffcc-4b74-ac74-ed8c26c51693 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:48.569411 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1bc7b9a5-89bc-4190-85c8-0c1b45630222 req-d73f35e2-ffcc-4b74-ac74-ed8c26c51693 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1055071 Aug 29 20:13:48.624717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:48.630484 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1bc7b9a5-89bc-4190-85c8-0c1b45630222 req-6d158b25-c83a-4a67-b9ac-abdde8ac7e9d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Aug 29 20:13:49.867225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded1c4-0768-4081-80f5-b8dffc633c78 req-065b494f-a813-4d67-80b4-80d0907ba6bd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:49.869738 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25ded1c4-0768-4081-80f5-b8dffc633c78 req-065b494f-a813-4d67-80b4-80d0907ba6bd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1103325 Aug 29 20:13:49.975700 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25ded1c4-0768-4081-80f5-b8dffc633c78 req-4fa59d3a-d2d4-4c61-9015-99f91339e204 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973811 Aug 29 20:13:51.146617 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9f381-2c58-4819-83ef-d396dc210c64 req-ada758aa-e23d-43b7-b8c4-f5c4701df41f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:51.152142 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f1b9f381-2c58-4819-83ef-d396dc210c64 req-ada758aa-e23d-43b7-b8c4-f5c4701df41f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0809429 Aug 29 20:13:51.237569 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f1b9f381-2c58-4819-83ef-d396dc210c64 req-c4439ada-8b76-4eab-81d9-6422bcad2a8d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744970 Aug 29 20:13:52.371590 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a11-632a-47f0-96dc-efae3363860a req-e8c17260-7fff-460e-9a1c-d0221287516c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:52.373835 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5c837a11-632a-47f0-96dc-efae3363860a req-e8c17260-7fff-460e-9a1c-d0221287516c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0546730 Aug 29 20:13:52.416875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:52.436267 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5c837a11-632a-47f0-96dc-efae3363860a req-2b727072-309a-4db0-b22e-c04ff1c60ade tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Aug 29 20:13:53.569682 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd55145-424c-4b2e-9871-e2cd79c78617 req-1ca044c6-dea0-4903-bd44-f276c55c33e9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:53.571256 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dfd55145-424c-4b2e-9871-e2cd79c78617 req-1ca044c6-dea0-4903-bd44-f276c55c33e9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0559134 Aug 29 20:13:53.639302 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dfd55145-424c-4b2e-9871-e2cd79c78617 req-b1f46d51-474b-4fc1-930f-7b42b7d18d6c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Aug 29 20:13:54.029369 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87336-ee17-4569-860b-a2e7f085122d req-ae1daaa4-44b7-4865-bafe-7c9c8f8a93cd tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:54.030963 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-70a87336-ee17-4569-860b-a2e7f085122d req-ae1daaa4-44b7-4865-bafe-7c9c8f8a93cd tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0553393 Aug 29 20:13:54.097855 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-70a87336-ee17-4569-860b-a2e7f085122d req-7e33b701-5782-46ac-bc74-0ad911aa99b4 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608227 Aug 29 20:13:54.829607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacfa69-35bd-4398-b822-d3c178b530b1 req-37d28b61-9648-4769-9d3b-f07eadcad7ba tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:54.832357 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ebacfa69-35bd-4398-b822-d3c178b530b1 req-37d28b61-9648-4769-9d3b-f07eadcad7ba tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0626886 Aug 29 20:13:54.903437 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ebacfa69-35bd-4398-b822-d3c178b530b1 req-7551ee87-3314-4888-aee0-a8c283168ee6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645683 Aug 29 20:13:55.248206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a73cec-9101-48a1-abc3-6459e119fae2 req-c673826b-3c7f-4d6f-8114-a583ce190091 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:55.251031 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-14a73cec-9101-48a1-abc3-6459e119fae2 req-c673826b-3c7f-4d6f-8114-a583ce190091 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0672657 Aug 29 20:13:55.311327 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-14a73cec-9101-48a1-abc3-6459e119fae2 req-40286de1-0868-4079-bc40-5289a87af200 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Aug 29 20:13:56.068524 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6f346-98fa-4c36-be28-f0c065529167 req-ade7c7a8-b8d3-452c-a2e4-e6e1af556a4a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:56.070782 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9fa6f346-98fa-4c36-be28-f0c065529167 req-ade7c7a8-b8d3-452c-a2e4-e6e1af556a4a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0703070 Aug 29 20:13:56.190031 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9fa6f346-98fa-4c36-be28-f0c065529167 req-46c30567-1750-4c3f-8c97-dabdea1891f1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117237 Aug 29 20:13:56.476285 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735e58-337b-42ad-a47a-59894b1e87de req-f445deb3-b999-40bb-8816-6eb654e1ddd8 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:56.478767 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-df735e58-337b-42ad-a47a-59894b1e87de req-f445deb3-b999-40bb-8816-6eb654e1ddd8 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0622101 Aug 29 20:13:56.584238 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-df735e58-337b-42ad-a47a-59894b1e87de req-de801b4e-99a7-457c-baae-9d9326722ebd tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922747 Aug 29 20:13:56.699675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57634) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:56.825060 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9b686926-f580-44c6-bc38-b0dc0980155d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:56.914043 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9b686926-f580-44c6-bc38-b0dc0980155d admin admin] Publish callbacks [] for security_group (848a972f-2643-48a2-b54b-6d1d520853f1), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:56.918729 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9b686926-f580-44c6-bc38-b0dc0980155d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (848a972f-2643-48a2-b54b-6d1d520853f1), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:56.937263 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:13:56.963373 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b686926-f580-44c6-bc38-b0dc0980155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a972f-2643-48a2-b54b-6d1d520853f1,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:56.969159 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-9b686926-f580-44c6-bc38-b0dc0980155d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=67fb63da3ed9417b9fc7476a4b822e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669106 Aug 29 20:13:56.972290 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57640) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:13:57.037172 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a38615a3-1a19-4205-bc2e-b013813e2e87 admin admin] Publish callbacks [] for security_group (848a972f-2643-48a2-b54b-6d1d520853f1), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:57.074674 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a38615a3-1a19-4205-bc2e-b013813e2e87 admin admin] Publish callbacks [] for security_group (848a972f-2643-48a2-b54b-6d1d520853f1), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:57.136292 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a38615a3-1a19-4205-bc2e-b013813e2e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (848a972f-2643-48a2-b54b-6d1d520853f1), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:57.140605 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a38615a3-1a19-4205-bc2e-b013813e2e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:13:57.144750 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a38615a3-1a19-4205-bc2e-b013813e2e87 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/848a972f-2643-48a2-b54b-6d1d520853f1 HTTP/1.1" status: 204 len: 168 time: 0.1693826 Aug 29 20:13:57.155803 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38615a3-1a19-4205-bc2e-b013813e2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a972f-2643-48a2-b54b-6d1d520853f1,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:13:57.328281 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b421c-a9c4-421c-b9bc-ae853e6617b3 req-7b9c0a49-ee7d-4bbb-8206-1b93bf223860 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:57.329878 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-413b421c-a9c4-421c-b9bc-ae853e6617b3 req-7b9c0a49-ee7d-4bbb-8206-1b93bf223860 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0545611 Aug 29 20:13:57.403409 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-413b421c-a9c4-421c-b9bc-ae853e6617b3 req-958a14d4-5a9a-4e3c-a73a-1f799554321a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673823 Aug 29 20:13:57.745553 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485a9b-983c-455f-939c-52cf136b9c12 req-e39ce284-319d-4254-9415-5a42d19ae1d7 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:57.749774 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5e485a9b-983c-455f-939c-52cf136b9c12 req-e39ce284-319d-4254-9415-5a42d19ae1d7 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0683565 Aug 29 20:13:57.839563 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5e485a9b-983c-455f-939c-52cf136b9c12 req-6f5ff323-67a4-4a5e-aa90-11fd0a00d87c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832829 Aug 29 20:13:58.579798 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b9267-97ad-411d-8188-cbd213ea69be req-3a5cdf56-6ae0-4437-9d93-a3f5b4eb7661 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:58.582511 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee1b9267-97ad-411d-8188-cbd213ea69be req-3a5cdf56-6ae0-4437-9d93-a3f5b4eb7661 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0704057 Aug 29 20:13:58.649485 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee1b9267-97ad-411d-8188-cbd213ea69be req-b5c8f711-b712-4954-8802-5a5794cb5582 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605705 Aug 29 20:13:58.994247 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3367e46-8491-4421-af08-f2f14f18d1a0 req-34383dfa-d80a-4c60-be17-3735a9bd60b9 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:58.995882 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3367e46-8491-4421-af08-f2f14f18d1a0 req-34383dfa-d80a-4c60-be17-3735a9bd60b9 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0550780 Aug 29 20:13:59.059583 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3367e46-8491-4421-af08-f2f14f18d1a0 req-9e9047d7-5120-49db-bd2b-713679d25f31 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Aug 29 20:13:59.794791 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853b123-48a8-424b-b4d1-4c24cd6e4321 req-98271067-7116-41e7-97d8-c3725bec1874 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:13:59.797095 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3853b123-48a8-424b-b4d1-4c24cd6e4321 req-98271067-7116-41e7-97d8-c3725bec1874 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0579727 Aug 29 20:13:59.877174 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3853b123-48a8-424b-b4d1-4c24cd6e4321 req-25dc968d-e5c9-4a8f-9a1b-49fd8293638c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724421 Aug 29 20:14:00.222063 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88763c4-1e23-42ac-b565-f5f40af9fb64 req-8012dff0-b790-474e-bb51-f41570d52a46 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:00.223662 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a88763c4-1e23-42ac-b565-f5f40af9fb64 req-8012dff0-b790-474e-bb51-f41570d52a46 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0779948 Aug 29 20:14:00.288120 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a88763c4-1e23-42ac-b565-f5f40af9fb64 req-683a9dc3-2c2b-4185-868c-a8494f0fb1d7 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 Aug 29 20:14:00.981280 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:00.982841 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=89 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:01.033933 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296b881-8e77-4ea4-a976-c86724abc17f req-316b9d00-7f86-4917-94fe-573208dc6cd2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:01.035651 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e296b881-8e77-4ea4-a976-c86724abc17f req-316b9d00-7f86-4917-94fe-573208dc6cd2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0526483 Aug 29 20:14:01.093441 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e296b881-8e77-4ea4-a976-c86724abc17f req-ee401dc2-2d6e-4ebd-a4e3-1022920a9768 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Aug 29 20:14:01.384657 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2b42-3fef-458f-8543-277a6219d62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:01.460246 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf8f8-4b05-421e-a2e0-79a6dfad22b5 req-4875e153-7888-45d0-b5ef-d60ca8ff189c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:01.462476 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20acf8f8-4b05-421e-a2e0-79a6dfad22b5 req-4875e153-7888-45d0-b5ef-d60ca8ff189c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0655601 Aug 29 20:14:01.539996 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20acf8f8-4b05-421e-a2e0-79a6dfad22b5 req-4d56300d-7b8b-4e18-be61-4628ebe887df tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664117 Aug 29 20:14:02.239058 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b141de-f0d1-4d7a-918a-54c2c8c0a7e6 req-4391f9bb-053a-40be-ac25-223e5013c9f3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:02.240708 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-55b141de-f0d1-4d7a-918a-54c2c8c0a7e6 req-4391f9bb-053a-40be-ac25-223e5013c9f3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0593882 Aug 29 20:14:02.259735 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:02.300873 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-55b141de-f0d1-4d7a-918a-54c2c8c0a7e6 req-c85ce91e-49df-4260-b9d0-59bd238e5094 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Aug 29 20:14:02.660758 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:02.676142 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40b3a1-2393-4f84-a215-88d278a2b87a req-47cca21b-4ddb-4f8a-9b95-3c49bc4d9135 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:02.677745 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7b40b3a1-2393-4f84-a215-88d278a2b87a req-47cca21b-4ddb-4f8a-9b95-3c49bc4d9135 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0549366 Aug 29 20:14:02.742084 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7b40b3a1-2393-4f84-a215-88d278a2b87a req-165821d7-6a94-4c92-b077-c5d41f23dee5 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580277 Aug 29 20:14:03.444430 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea253c9-4650-40c0-8cf6-3fc20aab4fa2 req-8e609fce-56c9-449c-bc82-2c9b7022ab53 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:03.447502 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5ea253c9-4650-40c0-8cf6-3fc20aab4fa2 req-8e609fce-56c9-449c-bc82-2c9b7022ab53 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0634656 Aug 29 20:14:03.520367 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5ea253c9-4650-40c0-8cf6-3fc20aab4fa2 req-a0605495-5a97-41a8-95ff-aaecf694fccc tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Aug 29 20:14:03.704723 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-f9eb63e6-86cd-4844-b5b4-55de07c56a69 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:03.706407 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-f9eb63e6-86cd-4844-b5b4-55de07c56a69 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.0553885 Aug 29 20:14:03.816333 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:03.862520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-af60292c-6b6f-4ea2-ad30-ba2a52809a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:03.906685 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Deleting port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:14:03.907033 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:03.962751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0109-afcf-4caf-bfd7-83f153afc6e9 req-fe6dbeaa-b1cb-48f6-85a0-74696ca0ce1d tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:03.964146 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc1d0109-afcf-4caf-bfd7-83f153afc6e9 req-fe6dbeaa-b1cb-48f6-85a0-74696ca0ce1d tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 945 time: 0.1147180 Aug 29 20:14:04.056015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] For port 0045d919-91d3-4f8b-af4a-a74b4dda9c57, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0045d919-91d3-4f8b-af4a-a74b4dda9c57,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:04.056386 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:04.063009 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc1d0109-afcf-4caf-bfd7-83f153afc6e9 req-2ed4b336-9d9d-4ba1-8f75-b2cea8c30596 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9f97f305-4897-4342-9069-be5464016348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909076 Aug 29 20:14:04.079493 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Calling delete_port for 0045d919-91d3-4f8b-af4a-a74b4dda9c57 owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:14:04.343052 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0045d919-91d3-4f8b-af4a-a74b4dda9c57 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:14:04.345781 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:04.476229 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 is: ACTIVE; New status is: DOWN {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:04.476708 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:04.500108 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (0045d919-91d3-4f8b-af4a-a74b4dda9c57), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:04.545655 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Pushing event deleted for resources: {'Port': ['ID=0045d919-91d3-4f8b-af4a-a74b4dda9c57,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:04.691652 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] No DVR routers for this DVR port 0045d919-91d3-4f8b-af4a-a74b4dda9c57 on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:14:04.703938 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:04.723200 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f3681b3d-ff8e-4616-9de6-21210628f3f4 req-7cdac9bd-3d53-467c-8297-cf103d07c38e tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.77 "DELETE /networking/v2.0/ports/0045d919-91d3-4f8b-af4a-a74b4dda9c57 HTTP/1.1" status: 204 len: 173 time: 1.0081670 Aug 29 20:14:04.730791 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904017b4-b4c2-4c74-915a-226fca8fff84', 'name': 'network-vif-deleted', 'tag': '0045d919-91d3-4f8b-af4a-a74b4dda9c57'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:14:04.737252 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95162180-1842-48ea-b62c-9940deda4c59" -d '{"events": [{"server_uuid": "904017b4-b4c2-4c74-915a-226fca8fff84", "name": "network-vif-deleted", "tag": "0045d919-91d3-4f8b-af4a-a74b4dda9c57"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:14:04.830921 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510110d-a87a-4f61-b84c-18be0cb7feb1 req-6d471f71-f3bf-4e46-b959-85804fdeec89 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:04.844065 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d510110d-a87a-4f61-b84c-18be0cb7feb1 req-6d471f71-f3bf-4e46-b959-85804fdeec89 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1902401 Aug 29 20:14:04.858020 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f3236-f2a5-4225-8a44-d943e5fb0cd2 x-openstack-request-id: req-386f3236-f2a5-4225-8a44-d943e5fb0cd2 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:14:04.858494 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904017b4-b4c2-4c74-915a-226fca8fff84", "name": "network-vif-deleted", "tag": "0045d919-91d3-4f8b-af4a-a74b4dda9c57", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:14:04.858894 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-386f3236-f2a5-4225-8a44-d943e5fb0cd2 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:14:04.859510 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386f3236-f2a5-4225-8a44-d943e5fb0cd2'] response: {'server_uuid': '904017b4-b4c2-4c74-915a-226fca8fff84', 'name': 'network-vif-deleted', 'tag': '0045d919-91d3-4f8b-af4a-a74b4dda9c57', 'status': 'completed', 'code': 200} Aug 29 20:14:04.976746 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d510110d-a87a-4f61-b84c-18be0cb7feb1 req-42efbbee-1d95-4828-be78-97a41c0540f9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314697 Aug 29 20:14:05.193029 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f4700b6a-be0a-4426-912e-c8d089892537 req-5c8a12a2-5096-49ec-a7a8-b4d192d9e12c tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.0301878 Aug 29 20:14:05.303630 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:05.989699 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57842) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:06.236925 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b034fbaa-0d60-4417-915c-1fd4eeeeb094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.245052 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436aea7-f100-474a-9260-afbfb7ee4b48 req-5961be51-33f2-4d10-8b2f-6f2078cea2db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:06.246640 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d436aea7-f100-474a-9260-afbfb7ee4b48 req-5961be51-33f2-4d10-8b2f-6f2078cea2db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.1128056 Aug 29 20:14:06.298733 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.378645 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d436aea7-f100-474a-9260-afbfb7ee4b48 req-60dd3d52-9a8d-4878-bca7-589f6e7b858d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205812 Aug 29 20:14:06.394363 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:06.463997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b034fbaa-0d60-4417-915c-1fd4eeeeb094 admin admin] Publish callbacks [] for security_group (29c08906-8dc3-4a92-abbe-908fa80f3279), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.470984 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-af1d86fa-1854-4280-8ff8-4f688705d56a req-a891c357-e7e5-4cde-a6c5-d660dcfeb275 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.0996332 Aug 29 20:14:06.472154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b034fbaa-0d60-4417-915c-1fd4eeeeb094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (29c08906-8dc3-4a92-abbe-908fa80f3279), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.542728 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b034fbaa-0d60-4417-915c-1fd4eeeeb094 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6f804787598449208b834ef89468713f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516481 Aug 29 20:14:06.546173 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57860) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:06.556720 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034fbaa-0d60-4417-915c-1fd4eeeeb094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c08906-8dc3-4a92-abbe-908fa80f3279,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:06.626243 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7b980c43-4fd2-4f79-9dc3-64ee3347a941 admin admin] Publish callbacks [] for security_group (29c08906-8dc3-4a92-abbe-908fa80f3279), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.651757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7b980c43-4fd2-4f79-9dc3-64ee3347a941 admin admin] Publish callbacks [] for security_group (29c08906-8dc3-4a92-abbe-908fa80f3279), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.717568 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7b980c43-4fd2-4f79-9dc3-64ee3347a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (29c08906-8dc3-4a92-abbe-908fa80f3279), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.720364 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7b980c43-4fd2-4f79-9dc3-64ee3347a941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:06.721671 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-7b980c43-4fd2-4f79-9dc3-64ee3347a941 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/29c08906-8dc3-4a92-abbe-908fa80f3279 HTTP/1.1" status: 204 len: 168 time: 0.1741848 Aug 29 20:14:06.731620 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980c43-4fd2-4f79-9dc3-64ee3347a941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c08906-8dc3-4a92-abbe-908fa80f3279,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:06.805247 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:07.059748 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:07.548429 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d54c3-e6f9-4a0c-b66a-47abda064cfb req-5eb73238-0335-41ab-b920-6c679b834898 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:07.550795 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-593d54c3-e6f9-4a0c-b66a-47abda064cfb req-5eb73238-0335-41ab-b920-6c679b834898 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0555923 Aug 29 20:14:07.616738 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-64d68a1d-eef2-4236-93c4-7add98791f09 req-4434ee04-3efa-4c3e-beb8-f4ddba79e9f4 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.0318558 Aug 29 20:14:07.632398 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-593d54c3-e6f9-4a0c-b66a-47abda064cfb req-76166c72-88b1-4c36-943d-8e079f49ded3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719581 Aug 29 20:14:08.804785 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4479e7d9-7b6d-4229-a33d-f77207dda80c req-925755d8-efd4-4036-9b5b-ae5d7d6df460 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.0343373 Aug 29 20:14:08.811806 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02733f-c23e-4e0b-ae30-c0635e6d49b5 req-c24406cf-79da-469d-bf8d-2a7be6ea4109 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:08.814414 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8e02733f-c23e-4e0b-ae30-c0635e6d49b5 req-c24406cf-79da-469d-bf8d-2a7be6ea4109 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0877492 Aug 29 20:14:08.870566 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8e02733f-c23e-4e0b-ae30-c0635e6d49b5 req-ea6c6ea7-8138-42e5-ae1f-f8abae6ef87f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Aug 29 20:14:10.057128 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83f5c8-448d-44a0-bae2-f37df2b9f9c1 req-5629f611-6429-4325-ae03-665b8c0f3328 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:10.059984 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8e83f5c8-448d-44a0-bae2-f37df2b9f9c1 req-5629f611-6429-4325-ae03-665b8c0f3328 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0579941 Aug 29 20:14:10.146241 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8e83f5c8-448d-44a0-bae2-f37df2b9f9c1 req-fe147ea7-74f7-4436-b55e-09ad01e974ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755203 Aug 29 20:14:10.219959 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cd9237a3-dd8e-440e-8905-d67180b57292 req-7669e462-acfb-449f-941f-ca69bdccd8c8 tempest-DeleteServersTestJSON-349754354 tempest-DeleteServersTestJSON-349754354-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=904017b4-b4c2-4c74-915a-226fca8fff84 HTTP/1.1" status: 200 len: 210 time: 0.2487381 Aug 29 20:14:11.339831 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6881-f3df-4ae0-bb07-924b18dee54e req-88c7ef33-29bb-4127-a730-b6ac44e12e8e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:11.341452 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-125b6881-f3df-4ae0-bb07-924b18dee54e req-88c7ef33-29bb-4127-a730-b6ac44e12e8e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0699682 Aug 29 20:14:11.418979 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-125b6881-f3df-4ae0-bb07-924b18dee54e req-198c5fc9-dc13-4233-af97-87ed1faff90b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663023 Aug 29 20:14:11.728769 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:14:11.959923 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 57968) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:12.137487 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d19246ec-a1a9-4e60-90be-8493646661b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.174622 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:12.226998 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d19246ec-a1a9-4e60-90be-8493646661b6 admin admin] Publish callbacks [] for security_group (62f94580-6e4f-4c6a-8045-692620a2bb64), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.231627 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d19246ec-a1a9-4e60-90be-8493646661b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (62f94580-6e4f-4c6a-8045-692620a2bb64), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.272082 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d19246ec-a1a9-4e60-90be-8493646661b6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=146824c806c14bd2b68b149bda56e2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108218 Aug 29 20:14:12.272800 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19246ec-a1a9-4e60-90be-8493646661b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f94580-6e4f-4c6a-8045-692620a2bb64,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:12.275166 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 57974) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:12.316331 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:12.330815 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bba221dc-4cae-4c1d-ba88-d9ed921c86d1 admin admin] Publish callbacks [] for security_group (62f94580-6e4f-4c6a-8045-692620a2bb64), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.352821 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bba221dc-4cae-4c1d-ba88-d9ed921c86d1 admin admin] Publish callbacks [] for security_group (62f94580-6e4f-4c6a-8045-692620a2bb64), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.408060 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bba221dc-4cae-4c1d-ba88-d9ed921c86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (62f94580-6e4f-4c6a-8045-692620a2bb64), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.410753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bba221dc-4cae-4c1d-ba88-d9ed921c86d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.411964 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-bba221dc-4cae-4c1d-ba88-d9ed921c86d1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/62f94580-6e4f-4c6a-8045-692620a2bb64 HTTP/1.1" status: 204 len: 168 time: 0.1357713 Aug 29 20:14:12.421453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba221dc-4cae-4c1d-ba88-d9ed921c86d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f94580-6e4f-4c6a-8045-692620a2bb64,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:12.542498 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:12.595187 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c39e04-ab27-45bc-9f88-66b13989e0dd req-93fe0abd-811f-4089-a7dc-3b2bb056f81d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:12.597092 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b5c39e04-ab27-45bc-9f88-66b13989e0dd req-93fe0abd-811f-4089-a7dc-3b2bb056f81d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0663764 Aug 29 20:14:12.671550 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b5c39e04-ab27-45bc-9f88-66b13989e0dd req-912a7629-f4c5-4573-9fd8-686307f7329c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635064 Aug 29 20:14:12.803240 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58000) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:12.818413 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8c09efe-c0bb-4aca-82e8-faf0232e32eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.918157 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8c09efe-c0bb-4aca-82e8-faf0232e32eb admin admin] Publish callbacks [] for security_group (cb5d780a-80e2-423d-8738-c936e0989189), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.923602 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8c09efe-c0bb-4aca-82e8-faf0232e32eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (cb5d780a-80e2-423d-8738-c936e0989189), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:12.979119 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d8c09efe-c0bb-4aca-82e8-faf0232e32eb admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1727f4ea13024749b0266b53777ea8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747622 Aug 29 20:14:12.980422 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c09efe-c0bb-4aca-82e8-faf0232e32eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d780a-80e2-423d-8738-c936e0989189,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:12.982076 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58006) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:13.038101 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5e8c015d-925a-4fb3-b534-24dedfb3c0ca admin admin] Publish callbacks [] for security_group (cb5d780a-80e2-423d-8738-c936e0989189), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:13.062502 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5e8c015d-925a-4fb3-b534-24dedfb3c0ca admin admin] Publish callbacks [] for security_group (cb5d780a-80e2-423d-8738-c936e0989189), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:13.116444 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5e8c015d-925a-4fb3-b534-24dedfb3c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (cb5d780a-80e2-423d-8738-c936e0989189), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:13.119080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5e8c015d-925a-4fb3-b534-24dedfb3c0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:13.120235 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5e8c015d-925a-4fb3-b534-24dedfb3c0ca admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cb5d780a-80e2-423d-8738-c936e0989189 HTTP/1.1" status: 204 len: 168 time: 0.1361184 Aug 29 20:14:13.128707 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c015d-925a-4fb3-b534-24dedfb3c0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d780a-80e2-423d-8738-c936e0989189,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:13.807684 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c011-9165-486a-9da2-6fb19846c98c req-5d386cb0-12bd-414a-b2cf-9887cd42c02e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:13.809541 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24c6c011-9165-486a-9da2-6fb19846c98c req-5d386cb0-12bd-414a-b2cf-9887cd42c02e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0521748 Aug 29 20:14:13.864607 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24c6c011-9165-486a-9da2-6fb19846c98c req-d33b45b9-df64-4c12-9f9f-ac1b53986f60 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Aug 29 20:14:15.019822 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889ca8-0086-47ac-a74f-c1a64c6d93de req-8a0959ad-2969-49eb-b024-1857901fa1b7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:15.021562 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5889ca8-0086-47ac-a74f-c1a64c6d93de req-8a0959ad-2969-49eb-b024-1857901fa1b7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0727520 Aug 29 20:14:15.114052 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5889ca8-0086-47ac-a74f-c1a64c6d93de req-d290a44f-60f2-4710-8d66-9e78a2242427 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820994 Aug 29 20:14:16.245249 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:16.255330 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbed3e2-03c6-48a7-b166-396be028fcc8 req-b914a0d4-5788-4907-9b49-fce9beaf611d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:16.256886 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbbed3e2-03c6-48a7-b166-396be028fcc8 req-b914a0d4-5788-4907-9b49-fce9beaf611d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0522604 Aug 29 20:14:16.312694 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbbed3e2-03c6-48a7-b166-396be028fcc8 req-9864dd72-14a1-4587-8315-f042ff2b41dd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Aug 29 20:14:17.445238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91015a7-a69d-45ee-aecd-64added7d07d req-b86047ac-d109-4db1-80ff-9fa076ec69bb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:17.446841 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d91015a7-a69d-45ee-aecd-64added7d07d req-b86047ac-d109-4db1-80ff-9fa076ec69bb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0581377 Aug 29 20:14:17.522735 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d91015a7-a69d-45ee-aecd-64added7d07d req-5a04f2de-ada2-403c-a614-0f4f959385d9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695145 Aug 29 20:14:18.671659 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c379b1-5114-4d9c-bca5-d142b90d4046 req-8d8c078e-f9aa-4822-8ce8-a77d3f038253 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:18.674196 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e3c379b1-5114-4d9c-bca5-d142b90d4046 req-8d8c078e-f9aa-4822-8ce8-a77d3f038253 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0617058 Aug 29 20:14:18.739563 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e3c379b1-5114-4d9c-bca5-d142b90d4046 req-a1aef6f0-eaba-4ff8-ad06-eb579b899bb3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588145 Aug 29 20:14:19.221582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6a29-fda8-4038-b493-51c0e8712c4c req-bfc51112-72c7-4ba5-9ec4-55bf586badfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:19.224141 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-349d6a29-fda8-4038-b493-51c0e8712c4c req-bfc51112-72c7-4ba5-9ec4-55bf586badfa service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 1130 time: 0.0677590 Aug 29 20:14:19.291332 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-349d6a29-fda8-4038-b493-51c0e8712c4c req-c7de39b0-c116-4519-8560-9e7dfa620356 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Aug 29 20:14:19.509116 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58144) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:19.926198 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b469e-4b58-415d-8787-b832f23976d8 req-0a1f7af5-8e13-4caf-9f31-0effca317bf7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:19.934328 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8f7b469e-4b58-415d-8787-b832f23976d8 req-0a1f7af5-8e13-4caf-9f31-0effca317bf7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0927999 Aug 29 20:14:20.046099 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:20.122354 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8f7b469e-4b58-415d-8787-b832f23976d8 req-5203849d-6427-4444-81b2-8afc08667ac5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815479 Aug 29 20:14:20.133363 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:20.174038 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (772108c7-431d-4f39-9f2e-b9ee200a094d), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:20.576621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Deleting port d91be13f-c841-4a38-bebe-9effa38be9f7 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:14:20.577615 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:20.773507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] For port d91be13f-c841-4a38-bebe-9effa38be9f7, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d91be13f-c841-4a38-bebe-9effa38be9f7,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:20.774409 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:20.802759 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Calling delete_port for d91be13f-c841-4a38-bebe-9effa38be9f7 owned by network:router_interface {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:14:20.940263 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58182) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:21.147993 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58188) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:21.194525 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (d91be13f-c841-4a38-bebe-9effa38be9f7), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.269602 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91be13f-c841-4a38-bebe-9effa38be9f7,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:21.442843 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5296b37f-bb9b-48a5-8fa2-f777d172cbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.454431 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (772108c7-431d-4f39-9f2e-b9ee200a094d), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.455606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a148d6df-e486-44ad-999f-7ac1e88f635b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.512500 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbbc2c-02dd-4eaf-b6f6-d1fefa0df861 req-07f78346-0233-4b90-917b-cd21b34eac0e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:21.522407 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bfcbbc2c-02dd-4eaf-b6f6-d1fefa0df861 req-07f78346-0233-4b90-917b-cd21b34eac0e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.2008438 Aug 29 20:14:21.636976 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bfcbbc2c-02dd-4eaf-b6f6-d1fefa0df861 req-60e2eccf-3388-45ab-a85e-759625554d5e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082613 Aug 29 20:14:21.686959 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:21.695656 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:21.723097 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:21.774464 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5296b37f-bb9b-48a5-8fa2-f777d172cbc0 admin admin] Publish callbacks [] for security_group (57fada2b-589b-4061-859a-11b335027b62), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.781096 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a148d6df-e486-44ad-999f-7ac1e88f635b admin admin] Publish callbacks [] for security_group (5e6fe593-e53f-490c-b9e7-16ec391b7f9d), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.783840 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5296b37f-bb9b-48a5-8fa2-f777d172cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (57fada2b-589b-4061-859a-11b335027b62), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.827880 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a148d6df-e486-44ad-999f-7ac1e88f635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5e6fe593-e53f-490c-b9e7-16ec391b7f9d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:21.894494 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296b37f-bb9b-48a5-8fa2-f777d172cbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fada2b-589b-4061-859a-11b335027b62,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:21.929104 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5296b37f-bb9b-48a5-8fa2-f777d172cbc0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=88723982e96f47c68bb1ad26a49ddece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9865413 Aug 29 20:14:21.939438 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a148d6df-e486-44ad-999f-7ac1e88f635b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f4b85d533b2249248a1d488f6d4fd19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7888873 Aug 29 20:14:21.947617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58208) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:21.948295 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58210) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:21.996377 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d6df-e486-44ad-999f-7ac1e88f635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6fe593-e53f-490c-b9e7-16ec391b7f9d,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:22.121011 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-782f84c8-59b2-426d-b18c-fa809a05e2b4 admin admin] Publish callbacks [] for security_group (57fada2b-589b-4061-859a-11b335027b62), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.126681 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2963c816-5bb4-4576-8620-755821da2f83 admin admin] Publish callbacks [] for security_group (5e6fe593-e53f-490c-b9e7-16ec391b7f9d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.138415 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:22.153030 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf907be-1f26-4d81-80d9-8310f25a0062 req-ad4c5f44-47b1-46e1-b8ef-fefe3d8d3f63 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:22.156115 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-daf907be-1f26-4d81-80d9-8310f25a0062 req-ad4c5f44-47b1-46e1-b8ef-fefe3d8d3f63 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.3854215 Aug 29 20:14:22.178503 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-782f84c8-59b2-426d-b18c-fa809a05e2b4 admin admin] Publish callbacks [] for security_group (57fada2b-589b-4061-859a-11b335027b62), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.207875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2963c816-5bb4-4576-8620-755821da2f83 admin admin] Publish callbacks [] for security_group (5e6fe593-e53f-490c-b9e7-16ec391b7f9d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.208586 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:22.246427 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Router 772108c7-431d-4f39-9f2e-b9ee200a094d has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:14:22.276447 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-daf907be-1f26-4d81-80d9-8310f25a0062 req-22239221-8498-4fc8-8fa4-b67eade0ae17 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082213 Aug 29 20:14:22.317274 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-782f84c8-59b2-426d-b18c-fa809a05e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (57fada2b-589b-4061-859a-11b335027b62), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.320554 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-782f84c8-59b2-426d-b18c-fa809a05e2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.321827 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-782f84c8-59b2-426d-b18c-fa809a05e2b4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/57fada2b-589b-4061-859a-11b335027b62 HTTP/1.1" status: 204 len: 168 time: 0.3723292 Aug 29 20:14:22.333354 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f84c8-59b2-426d-b18c-fa809a05e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fada2b-589b-4061-859a-11b335027b62,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:22.349384 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2963c816-5bb4-4576-8620-755821da2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5e6fe593-e53f-490c-b9e7-16ec391b7f9d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.353848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2963c816-5bb4-4576-8620-755821da2f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.355539 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2963c816-5bb4-4576-8620-755821da2f83 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5e6fe593-e53f-490c-b9e7-16ec391b7f9d HTTP/1.1" status: 204 len: 168 time: 0.4041526 Aug 29 20:14:22.369918 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963c816-5bb4-4576-8620-755821da2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6fe593-e53f-490c-b9e7-16ec391b7f9d,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:22.391131 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:22.430031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:14:22.437685 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b5042d5c-087f-4c89-afae-7544c7fd7492 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/772108c7-431d-4f39-9f2e-b9ee200a094d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9266028 Aug 29 20:14:22.439819 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58222) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:22.442828 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] Sync routers for ids ['772108c7-431d-4f39-9f2e-b9ee200a094d'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:14:22.457773 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] Routers {'772108c7-431d-4f39-9f2e-b9ee200a094d'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:14:22.458717 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['772108c7-431d-4f39-9f2e-b9ee200a094d'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:22.595053 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] Set router 772108c7-431d-4f39-9f2e-b9ee200a094d gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:14:22.606283 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks [] for router (772108c7-431d-4f39-9f2e-b9ee200a094d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.805543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks [] for router_gateway (772108c7-431d-4f39-9f2e-b9ee200a094d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.840653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58228) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:22.862987 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8e013eb4-2b02-4cf8-b097-00794f4db31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:22.943613 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Deleting port 1dbc78be-82de-46ee-997c-a83fafed4011 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:14:22.950461 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.001217 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58234) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:23.024056 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:14:21Z', 'revision_number': 5, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port': {'id': '1dbc78be-82de-46ee-997c-a83fafed4011', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:32Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:23.056038 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b0a9b72-e31d-4f84-b221-aada2a0e1180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.062959 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] Checking router: 772108c7-431d-4f39-9f2e-b9ee200a094d for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:14:23.070154 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8e013eb4-2b02-4cf8-b097-00794f4db31d admin admin] Publish callbacks [] for security_group (4e90d126-0407-4707-b0b7-b117999b303d), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.074435 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] Routers {'772108c7-431d-4f39-9f2e-b9ee200a094d'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:14:23.075256 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['772108c7-431d-4f39-9f2e-b9ee200a094d'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:23.080317 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8e013eb4-2b02-4cf8-b097-00794f4db31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (4e90d126-0407-4707-b0b7-b117999b303d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.121838 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] For port 1dbc78be-82de-46ee-997c-a83fafed4011, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1dbc78be-82de-46ee-997c-a83fafed4011,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:23.122438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.135378 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-8e013eb4-2b02-4cf8-b097-00794f4db31d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bffbf4fc8c5b497da6b9b93dcdeb3ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924714 Aug 29 20:14:23.138125 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58238) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:23.143692 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e013eb4-2b02-4cf8-b097-00794f4db31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90d126-0407-4707-b0b7-b117999b303d,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:23.154018 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Calling delete_port for 1dbc78be-82de-46ee-997c-a83fafed4011 owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:14:23.204717 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] Set router 772108c7-431d-4f39-9f2e-b9ee200a094d gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:14:23.222766 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b0a9b72-e31d-4f84-b221-aada2a0e1180 admin admin] Publish callbacks [] for security_group (d926dd47-72f2-4253-803f-2fac8ef397a3), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.226997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b0a9b72-e31d-4f84-b221-aada2a0e1180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (d926dd47-72f2-4253-803f-2fac8ef397a3), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.260408 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:14:22Z', 'revision_number': 6, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:23.262622 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:23.275085 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a9b72-e31d-4f84-b221-aada2a0e1180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d926dd47-72f2-4253-803f-2fac8ef397a3,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:23.287853 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7b0a9b72-e31d-4f84-b221-aada2a0e1180 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=61d68ea03ca24388b663ed895d5fe9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829344 Aug 29 20:14:23.288056 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58242) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:23.298879 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368fc50-8732-4f6f-891e-7f7541736519 None None] The sync data for ids ['772108c7-431d-4f39-9f2e-b9ee200a094d'] in dv-cinder-854261-2-iscsi is: [{'id': '772108c7-431d-4f39-9f2e-b9ee200a094d', 'name': 'tempest-DeleteServersTestJSON-1407173966-router', 'tenant_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:14:22Z', 'revision_number': 6, 'project_id': 'bcff03cfe90e4d1bb5f9bf1564edafa6', 'gw_port_host': None}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:14:23.323508 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65f26fa2-3b30-4c78-a580-5c9c25a459b3 admin admin] Publish callbacks [] for security_group (4e90d126-0407-4707-b0b7-b117999b303d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.358605 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:23.363352 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaf-26df-4fa8-8b14-9a6c57233415 admin admin] Publish callbacks [] for security_group (d926dd47-72f2-4253-803f-2fac8ef397a3), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.386293 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65f26fa2-3b30-4c78-a580-5c9c25a459b3 admin admin] Publish callbacks [] for security_group (4e90d126-0407-4707-b0b7-b117999b303d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.386579 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaf-26df-4fa8-8b14-9a6c57233415 admin admin] Publish callbacks [] for security_group (d926dd47-72f2-4253-803f-2fac8ef397a3), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.441541 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:23.448218 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaf-26df-4fa8-8b14-9a6c57233415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (d926dd47-72f2-4253-803f-2fac8ef397a3), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.451417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4667dfaf-26df-4fa8-8b14-9a6c57233415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.452906 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-4667dfaf-26df-4fa8-8b14-9a6c57233415 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d926dd47-72f2-4253-803f-2fac8ef397a3 HTTP/1.1" status: 204 len: 168 time: 0.1638370 Aug 29 20:14:23.462709 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667dfaf-26df-4fa8-8b14-9a6c57233415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926dd47-72f2-4253-803f-2fac8ef397a3,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:23.515449 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65f26fa2-3b30-4c78-a580-5c9c25a459b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (4e90d126-0407-4707-b0b7-b117999b303d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.518309 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65f26fa2-3b30-4c78-a580-5c9c25a459b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.519513 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-65f26fa2-3b30-4c78-a580-5c9c25a459b3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4e90d126-0407-4707-b0b7-b117999b303d HTTP/1.1" status: 204 len: 168 time: 0.3781457 Aug 29 20:14:23.532399 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (1dbc78be-82de-46ee-997c-a83fafed4011), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.537604 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26fa2-3b30-4c78-a580-5c9c25a459b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90d126-0407-4707-b0b7-b117999b303d,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:23.584516 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbc78be-82de-46ee-997c-a83fafed4011,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:23.713018 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (772108c7-431d-4f39-9f2e-b9ee200a094d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.886458 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (772108c7-431d-4f39-9f2e-b9ee200a094d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.890901 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks [] for router_controller (772108c7-431d-4f39-9f2e-b9ee200a094d), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.992438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (772108c7-431d-4f39-9f2e-b9ee200a094d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:23.993524 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772108c7-431d-4f39-9f2e-b9ee200a094d {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:14:24.002218 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.004967 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-9f96204b-0798-4428-8fdd-8a566247a178 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/772108c7-431d-4f39-9f2e-b9ee200a094d HTTP/1.1" status: 204 len: 168 time: 1.5633242 Aug 29 20:14:24.007752 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58254) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:24.090829 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Deleting subnet 40ddabdb-2508-40eb-b7e6-44d5a37d4136 {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:14:24.113578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Publish callbacks [] for subnet (40ddabdb-2508-40eb-b7e6-44d5a37d4136), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.190338 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Publish callbacks [] for subnet (40ddabdb-2508-40eb-b7e6-44d5a37d4136), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.219569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58266) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:24.247366 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c15cfcc-9d4d-4392-8fde-351666093e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.288155 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (40ddabdb-2508-40eb-b7e6-44d5a37d4136), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.367470 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (40ddabdb-2508-40eb-b7e6-44d5a37d4136), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.377595 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:24.410979 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c15cfcc-9d4d-4392-8fde-351666093e3b admin admin] Publish callbacks [] for security_group (a3204f0a-c19d-4160-b95c-45ea11d80e48), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.417370 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c15cfcc-9d4d-4392-8fde-351666093e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a3204f0a-c19d-4160-b95c-45ea11d80e48), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.420820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ddabdb-2508-40eb-b7e6-44d5a37d4136,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:24.427843 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.434988 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-22c50081-2eef-4b21-b5c8-c7505ff22b0d admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/40ddabdb-2508-40eb-b7e6-44d5a37d4136 HTTP/1.1" status: 204 len: 168 time: 0.4219289 Aug 29 20:14:24.436627 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b1089-ca8e-4d86-8b87-edbfa9089d44 None None] Network d8752937-08ea-43a9-a2dc-4f02a63b3a95 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:14:24.437836 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58270) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:24.519054 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6c15cfcc-9d4d-4392-8fde-351666093e3b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=69f3b458bf5549aba6d9a92cf937157d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957704 Aug 29 20:14:24.519953 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58274) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:24.521435 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15cfcc-9d4d-4392-8fde-351666093e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3204f0a-c19d-4160-b95c-45ea11d80e48,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:24.549353 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (d8752937-08ea-43a9-a2dc-4f02a63b3a95), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.606815 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Deleting port 24100fcc-f957-42c6-812f-7ace2bd107d0 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:14:24.607090 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.624168 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-26fcd0d5-e710-484b-8150-5b2ac459fe70 admin admin] Publish callbacks [] for security_group (a3204f0a-c19d-4160-b95c-45ea11d80e48), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.657389 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-26fcd0d5-e710-484b-8150-5b2ac459fe70 admin admin] Publish callbacks [] for security_group (a3204f0a-c19d-4160-b95c-45ea11d80e48), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.715000 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] DHCP port deletion for d8752937-08ea-43a9-a2dc-4f02a63b3a95 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:14:24.730010 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] For port 24100fcc-f957-42c6-812f-7ace2bd107d0, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=24100fcc-f957-42c6-812f-7ace2bd107d0,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:24.730252 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.737351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-26fcd0d5-e710-484b-8150-5b2ac459fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (a3204f0a-c19d-4160-b95c-45ea11d80e48), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.740830 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-26fcd0d5-e710-484b-8150-5b2ac459fe70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.745850 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-26fcd0d5-e710-484b-8150-5b2ac459fe70 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a3204f0a-c19d-4160-b95c-45ea11d80e48 HTTP/1.1" status: 204 len: 168 time: 0.2204454 Aug 29 20:14:24.751139 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcd0d5-e710-484b-8150-5b2ac459fe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3204f0a-c19d-4160-b95c-45ea11d80e48,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:24.775368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Calling delete_port for 24100fcc-f957-42c6-812f-7ace2bd107d0 owned by network:dhcp {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:14:24.787642 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Deleting port 24100fcc-f957-42c6-812f-7ace2bd107d0 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:14:24.788041 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.812906 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1dbc78be-82de-46ee-997c-a83fafed4011 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:14:24.863986 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=78,neutron:DELETE=13,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:24.864907 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 1dbc78be-82de-46ee-997c-a83fafed4011 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:14:24.865488 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1dbc78be-82de-46ee-997c-a83fafed4011 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:14:24.866022 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d91be13f-c841-4a38-bebe-9effa38be9f7 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:14:24.900000 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: d91be13f-c841-4a38-bebe-9effa38be9f7 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:14:24.900581 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d91be13f-c841-4a38-bebe-9effa38be9f7 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:14:24.914077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.934160 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] For port 24100fcc-f957-42c6-812f-7ace2bd107d0, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=24100fcc-f957-42c6-812f-7ace2bd107d0,segment=NetworkSegment(8ddae667-8cc4-4872-831f-ae01d7a80910),segment_id=8ddae667-8cc4-4872-831f-ae01d7a80910)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:24.934928 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:24.941528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Pushing event deleted for resources: {'Port': ['ID=24100fcc-f957-42c6-812f-7ace2bd107d0,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:24.946748 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] No DVR routers for this DVR port 24100fcc-f957-42c6-812f-7ace2bd107d0 on host dv-cinder-854261-2-iscsi {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:14:24.957897 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Calling delete_port for 24100fcc-f957-42c6-812f-7ace2bd107d0 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:14:25.032883 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (d8752937-08ea-43a9-a2dc-4f02a63b3a95), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.049649 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:25.067617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8752937-08ea-43a9-a2dc-4f02a63b3a95']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:25.081285 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddae667-8cc4-4872-831f-ae01d7a80910') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:25.081585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddae667-8cc4-4872-831f-ae01d7a80910') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:25.102823 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (8ddae667-8cc4-4872-831f-ae01d7a80910), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.105786 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (24100fcc-f957-42c6-812f-7ace2bd107d0), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.129120 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (8ddae667-8cc4-4872-831f-ae01d7a80910), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.134255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Pushing event deleted for resources: {'Port': ['ID=24100fcc-f957-42c6-812f-7ace2bd107d0,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:25.139927 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:14:25.140452 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (8ddae667-8cc4-4872-831f-ae01d7a80910), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.143876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] No DVR routers for this DVR port 24100fcc-f957-42c6-812f-7ace2bd107d0 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:14:25.146138 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.146734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.147202 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.147610 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.147985 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.148284 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.148555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.150216 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.150573 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.150899 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.151229 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.151950 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.151950 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.152300 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.152593 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5385d-160c-4913-ba6e-9795b1022127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:25.209647 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 8ddae667-8cc4-4872-831f-ae01d7a80910 resource provider aggregate not found Aug 29 20:14:25.240749 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 8ddae667-8cc4-4872-831f-ae01d7a80910 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ddae667-8cc4-4872-831f-ae01d7a80910 found for delete ", "request_id": "req-363fd6f7-dae8-4ae3-8315-71dbb5d5f562"}]} Aug 29 20:14:25.245475 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (d8752937-08ea-43a9-a2dc-4f02a63b3a95), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.257670 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.269750 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/d8752937-08ea-43a9-a2dc-4f02a63b3a95 HTTP/1.1" status: 204 len: 168 time: 0.8301365 Aug 29 20:14:25.292941 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42471205-1719-473a-a631-05ff96b5d609 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8752937-08ea-43a9-a2dc-4f02a63b3a95,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:25.545745 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58320) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:25.609803 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b83965cc-6574-4a0e-bf23-657c132a93fc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bcff03cfe90e4d1bb5f9bf1564edafa6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579176 Aug 29 20:14:25.611070 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58322) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:25.707085 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6be9ebb4-5969-4bf3-bcb0-a33a532f13ea admin admin] Publish callbacks [] for security_group (9f97f305-4897-4342-9069-be5464016348), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.750016 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6be9ebb4-5969-4bf3-bcb0-a33a532f13ea admin admin] Publish callbacks [] for security_group (9f97f305-4897-4342-9069-be5464016348), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.838397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6be9ebb4-5969-4bf3-bcb0-a33a532f13ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9f97f305-4897-4342-9069-be5464016348), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.842418 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6be9ebb4-5969-4bf3-bcb0-a33a532f13ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:25.848189 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-6be9ebb4-5969-4bf3-bcb0-a33a532f13ea admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9f97f305-4897-4342-9069-be5464016348 HTTP/1.1" status: 204 len: 168 time: 0.2357323 Aug 29 20:14:25.860945 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9ebb4-5969-4bf3-bcb0-a33a532f13ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f97f305-4897-4342-9069-be5464016348,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:26.129910 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58342) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:26.303118 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-752491965-network', 'tenant_id': '95b900960ce84ebba14e9157e030287e'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:26.334335 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Made reservation on behalf of 95b900960ce84ebba14e9157e030287e for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:14:26.337213 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.347228 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.430658 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:26.488781 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks [] for security_group (816ef96f-8b2d-4902-b5d3-6b3325c33622), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.494839 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (816ef96f-8b2d-4902-b5d3-6b3325c33622), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.547991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ef96f-8b2d-4902-b5d3-6b3325c33622,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:26.551049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:14:26.569058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.569963 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Added segment 4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae of type vlan for network 792ae931-1d50-478f-bb03-d694cbfc32a6 Aug 29 20:14:26.694015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (792ae931-1d50-478f-bb03-d694cbfc32a6), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.791525 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (792ae931-1d50-478f-bb03-d694cbfc32a6), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.792522 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:26.793298 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:26.815157 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 24100fcc-f957-42c6-812f-7ace2bd107d0 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:14:26.858738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 24100fcc-f957-42c6-812f-7ace2bd107d0 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:14:26.859290 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 24100fcc-f957-42c6-812f-7ace2bd107d0 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:14:26.935140 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-0b026101-3ce7-4439-bf0d-48d74c2d3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:26.937293 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-0b026101-3ce7-4439-bf0d-48d74c2d3836 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1130 time: 0.2052672 Aug 29 20:14:26.945449 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8133323 Aug 29 20:14:26.948181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58380) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:26.956749 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Request body: {'subnet': {'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-752491965-subnet', 'tenant_id': '95b900960ce84ebba14e9157e030287e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:26.974613 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42426df1-7485-434b-aa72-e60923254937 req-994660cc-44a0-4ee4-939a-40d7bb9e2828 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:26.976341 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-42426df1-7485-434b-aa72-e60923254937 req-994660cc-44a0-4ee4-939a-40d7bb9e2828 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.2260418 Aug 29 20:14:26.997834 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3ef60-3620-4fcc-83c1-e28198b67605 admin admin] Pushing event updated for resources: {'Network': ['ID=792ae931-1d50-478f-bb03-d694cbfc32a6,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:26.999185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Made reservation on behalf of 95b900960ce84ebba14e9157e030287e for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:14:27.014873 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3285866'] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.016736 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 792ae931-1d50-478f-bb03-d694cbfc32a6 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:14:27.036777 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:27.153109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58384) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:27.178704 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-42426df1-7485-434b-aa72-e60923254937 req-cf4643d5-ec28-43c3-9867-082bcfd5329c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854308 Aug 29 20:14:27.194286 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-ce5fb37e-f52d-487b-a2ae-5b8a9a06200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:27.206956 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-ce5fb37e-f52d-487b-a2ae-5b8a9a06200e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.2568328 Aug 29 20:14:27.262539 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-7f775801-c955-4fc4-bfa3-84ebf6447ded service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 217 time: 0.0494533 Aug 29 20:14:27.346019 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3285884'] for subnet (e1568c19-e19b-4d85-9fe1-b538e93b9ad5), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.349071 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-e585fc60-c887-4852-82f4-b2162d424b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:27.351552 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-e585fc60-c887-4852-82f4-b2162d424b76 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.0795078 Aug 29 20:14:27.397544 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-364691586-network', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:27.416701 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-007eba94-8678-47b8-8a4b-2c4b066af0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:27.419322 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-007eba94-8678-47b8-8a4b-2c4b066af0e0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565221 Aug 29 20:14:27.510885 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1568c19-e19b-4d85-9fe1-b538e93b9ad5,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:27.532855 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Made reservation on behalf of fc733dcfcf9043feb354598fc2792ff5 for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:14:27.536876 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.563830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.586677 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Checking segment: {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:27.586982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Network hostable DHCP agents. Network: 792ae931-1d50-478f-bb03-d694cbfc32a6, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:14:27.632030 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Network 792ae931-1d50-478f-bb03-d694cbfc32a6 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:14:27.652508 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 792ae931-1d50-478f-bb03-d694cbfc32a6) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:27.663969 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:27.664956 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-5093f22d-06d4-4f8d-b474-dae5dd9608a5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357485 Aug 29 20:14:27.666137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.673008 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2c8ed-2f0b-425b-ad5e-d911d3b291ad None None] Network 792ae931-1d50-478f-bb03-d694cbfc32a6 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:14:27.704611 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-13fc3fc0-0ef7-4c72-9dea-a0d7a758f8ea admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7541425 Aug 29 20:14:27.742655 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks [] for security_group (c5be15d9-58b3-4962-a91e-0dfa78b3c6aa), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.751454 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c5be15d9-58b3-4962-a91e-0dfa78b3c6aa), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.811972 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be15d9-58b3-4962-a91e-0dfa78b3c6aa,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:27.859014 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:14:27.895798 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (7140f04a-ed06-470c-bc06-ef6b4653f60f), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:27.900417 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Added segment 7140f04a-ed06-470c-bc06-ef6b4653f60f of type vlan for network f0d72436-11cb-4b65-af1f-b46234f8df90 Aug 29 20:14:27.928259 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764578f-778a-44b5-8d9b-25152cf0a080 None None] Network 792ae931-1d50-478f-bb03-d694cbfc32a6 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:14:28.026871 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9340e115-1d9b-4f39-ab6c-a36ffccfcbd7 req-599fb462-8c36-4455-8393-272d92235ad3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465867 Aug 29 20:14:28.053930 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:28.057581 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (f0d72436-11cb-4b65-af1f-b46234f8df90), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.066258 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:28.075691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=16 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:28.124227 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (f0d72436-11cb-4b65-af1f-b46234f8df90), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.125689 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:28.126487 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.190266 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0355709 Aug 29 20:14:28.194994 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58422) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:28.200923 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Request body: {'subnet': {'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-subnet', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:28.207446 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24642f47-6f01-4a41-bf60-aa7847923d6c admin admin] Pushing event updated for resources: {'Network': ['ID=f0d72436-11cb-4b65-af1f-b46234f8df90,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:28.221777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network f0d72436-11cb-4b65-af1f-b46234f8df90 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:14:28.253440 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58426) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:28.260072 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Made reservation on behalf of fc733dcfcf9043feb354598fc2792ff5 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:14:28.262989 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.448540 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16299401-4d1a-45b1-af73-83251ee524df req-c8554cb3-86eb-4ede-b8c8-40f2c3aa3ad8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:28.452593 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-16299401-4d1a-45b1-af73-83251ee524df req-c8554cb3-86eb-4ede-b8c8-40f2c3aa3ad8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0963874 Aug 29 20:14:28.466090 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:28.587491 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-16299401-4d1a-45b1-af73-83251ee524df req-3a482b69-ffb6-4288-9cc6-2eeec1dbefcd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207378 Aug 29 20:14:28.613788 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9029502-35ac-44a0-9f59-44a2dc23fd67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.658274 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (e35f0349-15c8-479c-8598-a5963c0ec48a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.729488 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35f0349-15c8-479c-8598-a5963c0ec48a,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:28.740330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Checking segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:28.740691 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Network hostable DHCP agents. Network: f0d72436-11cb-4b65-af1f-b46234f8df90, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:14:28.742684 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9029502-35ac-44a0-9f59-44a2dc23fd67 admin admin] Publish callbacks [] for security_group (3f315f87-31fa-4d7e-95a9-fb935da93021), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.749401 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9029502-35ac-44a0-9f59-44a2dc23fd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3f315f87-31fa-4d7e-95a9-fb935da93021), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.762792 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Network f0d72436-11cb-4b65-af1f-b46234f8df90 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:14:28.775780 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, f0d72436-11cb-4b65-af1f-b46234f8df90) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:28.781295 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:28.782324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.795069 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a9029502-35ac-44a0-9f59-44a2dc23fd67 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=79a173ba61d54c9eaf06e0c960ac1249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402846 Aug 29 20:14:28.796160 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9029502-35ac-44a0-9f59-44a2dc23fd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f315f87-31fa-4d7e-95a9-fb935da93021,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:28.798587 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58434) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:28.802582 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d73ed4-c362-441c-a345-758d887df261 None None] Network f0d72436-11cb-4b65-af1f-b46234f8df90 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:14:28.821188 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-092f24f1-099d-4c32-b265-677654bb9b30 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6246619 Aug 29 20:14:28.824036 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58436) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:28.831288 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:28.858057 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (2e708707-b2f3-4ecd-9e0e-815c98646188), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.860188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (2e708707-b2f3-4ecd-9e0e-815c98646188), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.884364 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-45186408-51c0-4dba-b0ea-bc38406aec6f admin admin] Publish callbacks [] for security_group (3f315f87-31fa-4d7e-95a9-fb935da93021), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.913899 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-45186408-51c0-4dba-b0ea-bc38406aec6f admin admin] Publish callbacks [] for security_group (3f315f87-31fa-4d7e-95a9-fb935da93021), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.940434 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks [] for router_controller (2e708707-b2f3-4ecd-9e0e-815c98646188), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.995453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-45186408-51c0-4dba-b0ea-bc38406aec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3f315f87-31fa-4d7e-95a9-fb935da93021), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:28.999227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-45186408-51c0-4dba-b0ea-bc38406aec6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.003734 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-45186408-51c0-4dba-b0ea-bc38406aec6f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3f315f87-31fa-4d7e-95a9-fb935da93021 HTTP/1.1" status: 204 len: 168 time: 0.1969359 Aug 29 20:14:29.007227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:29.015121 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45186408-51c0-4dba-b0ea-bc38406aec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f315f87-31fa-4d7e-95a9-fb935da93021,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:29.022046 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-f0d72436-11cb-4b65-af1f-b46234f8df90', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:14:29.025213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.129359 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks [] for router_gateway (2e708707-b2f3-4ecd-9e0e-815c98646188), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.218798 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:29.251446 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Allocated IP 172.20.0.2 (f0d72436-11cb-4b65-af1f-b46234f8df90/e35f0349-15c8-479c-8598-a5963c0ec48a/1ea85401-ca7c-48f9-abf0-48a7cd68f639) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:29.575790 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Publish callbacks [] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.592304 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.599438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks [] for router_gateway (2e708707-b2f3-4ecd-9e0e-815c98646188), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.625547 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.639403 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Network f0d72436-11cb-4b65-af1f-b46234f8df90 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:29.656393 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:29.660674 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:29.730565 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Pushing event updated for resources: {'Port': ['ID=1ea85401-ca7c-48f9-abf0-48a7cd68f639,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:29.760098 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Allocated IP 172.27.3.120 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/f2f685b9-96b4-4488-ad02-fd0e7123181b) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:29.771772 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b79d7c-13df-4c05-951d-fdcd21c84db9 req-381853a4-71ae-42e3-be5a-48336ae976da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:29.773510 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13b79d7c-13df-4c05-951d-fdcd21c84db9 req-381853a4-71ae-42e3-be5a-48336ae976da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0718589 Aug 29 20:14:29.778901 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:29.790363 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:29.805036 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Attempting to bind port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:14:29.805841 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Attempting to bind port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:14:29.806973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Attempting to bind port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 on network f0d72436-11cb-4b65-af1f-b46234f8df90 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:29.818720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:14:29.819331 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Checking segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:29.819993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.820637 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Bound using segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:14:29.821439 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Bound port: 1ea85401-ca7c-48f9-abf0-48a7cd68f639, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:14:29.822097 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.850181 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13b79d7c-13df-4c05-951d-fdcd21c84db9 req-3211f1e1-4bec-4110-ab0f-9286a42ba2db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678496 Aug 29 20:14:29.897600 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks [] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.935368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.939065 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] For port 1ea85401-ca7c-48f9-abf0-48a7cd68f639, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:14:29.942680 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] For port 1ea85401-ca7c-48f9-abf0-48a7cd68f639, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1ea85401-ca7c-48f9-abf0-48a7cd68f639,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:14:29.950916 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:29.981554 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:29.986200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:29.990874 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:30.016917 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d321-0f29-4886-9a1d-d3b9dcaf3813 None None] Pushing event updated for resources: {'Port': ['ID=1ea85401-ca7c-48f9-abf0-48a7cd68f639,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:30.027442 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f685b9-96b4-4488-ad02-fd0e7123181b,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:30.321960 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks [] for router_gateway (2e708707-b2f3-4ecd-9e0e-815c98646188), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:30.526365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (2e708707-b2f3-4ecd-9e0e-815c98646188), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:30.684156 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:14:30.859195 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1ea85401-ca7c-48f9-abf0-48a7cd68f639 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:30.897765 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:30.921528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:14:30.937139 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:30.949211 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:14:30.957463 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:30.963510 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d8aa5659-480b-4824-a0c7-610b0e09d943 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1348784 Aug 29 20:14:30.963805 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58500) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:30.980092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:14:30.981528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:31.054067 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692cb11-02ff-44b3-b515-c90e4fa95bae req-2f1aa5c2-67f7-4d96-8209-09b8773e29bc tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:31.061671 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f692cb11-02ff-44b3-b515-c90e4fa95bae req-2f1aa5c2-67f7-4d96-8209-09b8773e29bc tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0707307 Aug 29 20:14:31.125494 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f692cb11-02ff-44b3-b515-c90e4fa95bae req-aca2f891-cb7d-4ef3-821c-3987857dcf82 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Aug 29 20:14:31.209755 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:31.210621 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.273421 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:14:31.338240 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d58798-32bf-425a-b00a-bdef61f8ef59 None None] Network f0d72436-11cb-4b65-af1f-b46234f8df90 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:14:31.341388 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:31.439736 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:31.482006 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Provisioning complete for port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:31.482437 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.530406 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d366030e-20d3-4c7a-ae6d-b1eb5a4be27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.546424 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:31.608443 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:31.609175 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.674196 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.737500 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 1ea85401-ca7c-48f9-abf0-48a7cd68f639, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1ea85401-ca7c-48f9-abf0-48a7cd68f639,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:31.780499 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.790432 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:30Z', 'revision_number': 3, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:31.864617 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Current status of the port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:31.865215 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:31.891219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:14:31.891569 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Updating router 2e708707-b2f3-4ecd-9e0e-815c98646188 port f2f685b9-96b4-4488-ad02-fd0e7123181b binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:14:31.920284 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Allocated IP 172.20.0.1 (f0d72436-11cb-4b65-af1f-b46234f8df90/e35f0349-15c8-479c-8598-a5963c0ec48a/d22f196e-d37b-4c23-b1cb-f6960ddb2f2c) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:31.990372 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=1ea85401-ca7c-48f9-abf0-48a7cd68f639,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:31.994072 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.029112 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.db.api [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 20:14:32.029904 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG oslo_db.api [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 20:14:32.127002 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks [] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.178294 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.248972 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:32.313651 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Network f0d72436-11cb-4b65-af1f-b46234f8df90 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:32.322999 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:32.333311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:32.333824 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (2e708707-b2f3-4ecd-9e0e-815c98646188), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.339607 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Pushing event updated for resources: {'Port': ['ID=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:32.378024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfd56-1e1c-4d61-84a8-14803e6284fb req-767285c6-3d4c-4ccd-b5db-15536da5edae tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:32.379606 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3ebfd56-1e1c-4d61-84a8-14803e6284fb req-767285c6-3d4c-4ccd-b5db-15536da5edae tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1400275 Aug 29 20:14:32.386524 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.386874 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.387222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.387558 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.387716 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Publish callbacks [] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.387889 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.388209 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.388546 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.389386 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.390476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.390476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.390476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.390885 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.391032 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.391302 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.391621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:32.399414 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.408539 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:32.446741 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Attempting to bind port f2f685b9-96b4-4488-ad02-fd0e7123181b on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:14:32.447915 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Attempting to bind port f2f685b9-96b4-4488-ad02-fd0e7123181b by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:14:32.447915 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Attempting to bind port f2f685b9-96b4-4488-ad02-fd0e7123181b on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:32.465337 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:14:32.465694 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:32.466580 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.466853 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:14:32.467713 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Bound port: f2f685b9-96b4-4488-ad02-fd0e7123181b, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:14:32.468092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.480539 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3ebfd56-1e1c-4d61-84a8-14803e6284fb req-b8f6ea8b-84aa-4472-ba80-0c575a91fd85 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831304 Aug 29 20:14:32.486465 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1333551-7c68-43be-b97f-16b3a747773b None None] Pushing event updated for resources: {'Port': ['ID=f2f685b9-96b4-4488-ad02-fd0e7123181b,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:32.514877 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:32.579555 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.589303 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] For port f2f685b9-96b4-4488-ad02-fd0e7123181b, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:14:32.591555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-b6ced4c2-8155-4feb-a589-fc654c857b75 None None] Current status of the port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:32.595343 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] For port f2f685b9-96b4-4488-ad02-fd0e7123181b, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=f2f685b9-96b4-4488-ad02-fd0e7123181b,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:14:32.606711 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.653605 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:14:32.654303 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:32.700835 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:32.788431 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks [] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.793986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.794802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (2e708707-b2f3-4ecd-9e0e-815c98646188), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:32.843522 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1ea85401-ca7c-48f9-abf0-48a7cd68f639 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:32.892321 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1333551-7c68-43be-b97f-16b3a747773b None None] Pushing event updated for resources: {'Port': ['ID=f2f685b9-96b4-4488-ad02-fd0e7123181b,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:32.905046 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-8f1a76c9-007f-45aa-874f-9bb025381d8f None None] Provisioning complete for port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:32.905671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8f1a76c9-007f-45aa-874f-9bb025381d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:33.015437 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:33.015822 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:33.052563 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:14:33.072209 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Pushing event updated for resources: {'Port': ['ID=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:33.156948 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Network f0d72436-11cb-4b65-af1f-b46234f8df90 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:33.158500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:33.222860 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a76c9-007f-45aa-874f-9bb025381d8f None None] Current status of the port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:33.262575 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=41 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:33.295720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-8f1a76c9-007f-45aa-874f-9bb025381d8f None None] Provisioning complete for port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:33.296282 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8f1a76c9-007f-45aa-874f-9bb025381d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:33.327738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:33.383466 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a76c9-007f-45aa-874f-9bb025381d8f None None] Port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:14:33.390883 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:14:33.486729 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:31Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:33.527579 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826b3ac-0ff3-4755-8605-8b50dc3ca917 None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:31Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:14:33.542027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-084ba70d-edbd-43aa-811f-7fd7f04d4025 None None] Provisioning complete for port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:33.542027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-084ba70d-edbd-43aa-811f-7fd7f04d4025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:33.568625 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:14:33.584775 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d5a18b80-c27c-42f1-bd13-7d248232a59e admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/2e708707-b2f3-4ecd-9e0e-815c98646188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197755 Aug 29 20:14:33.620923 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-084ba70d-edbd-43aa-811f-7fd7f04d4025 None None] Port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:14:33.709350 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe55f2-50a4-4038-b5d7-1022933ae5f4 req-a98b2c09-8486-4442-bcdc-1533e0aab510 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:33.717450 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ecbe55f2-50a4-4038-b5d7-1022933ae5f4 req-a98b2c09-8486-4442-bcdc-1533e0aab510 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1036754 Aug 29 20:14:33.816042 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ecbe55f2-50a4-4038-b5d7-1022933ae5f4 req-ca4d819b-79b2-4ce3-8bd5-68680131e68e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873959 Aug 29 20:14:33.880266 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d1b13616-0d32-4f5a-b116-362c5289b3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.174438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58554) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:34.179526 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718031106', 'description': 'tempest-description--1588628441'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:34.214396 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.337385 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (94b51966-88ae-4402-829e-c48a255e7e03), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.343709 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (94b51966-88ae-4402-829e-c48a255e7e03), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.384731 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.386626 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2110438 Aug 29 20:14:34.393491 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58558) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:34.402903 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'security_group_rule': {'security_group_id': '94b51966-88ae-4402-829e-c48a255e7e03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:34.415374 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b51966-88ae-4402-829e-c48a255e7e03,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:34.437867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.438228 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.438577 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.439039 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.439265 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.439595 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.439935 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.440278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.440612 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.440949 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.441283 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.441611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.441972 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.442306 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.442631 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074a1f3b-28cf-400f-ad83-15222ff6c674 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:34.471827 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (f2e4ba8e-2b22-4428-8a7e-d05ff1de6089), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.611255 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (f2e4ba8e-2b22-4428-8a7e-d05ff1de6089), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.615772 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (f2e4ba8e-2b22-4428-8a7e-d05ff1de6089), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.642231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e4ba8e-2b22-4428-8a7e-d05ff1de6089,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:34.650663 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.652643 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-ba2eee2d-9da6-43f9-a674-26115924c683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582586 Aug 29 20:14:34.655511 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58562) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:34.663177 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'security_group_rule': {'security_group_id': '94b51966-88ae-4402-829e-c48a255e7e03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:34.710073 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (3c04442d-b6bd-496a-b1f5-135ab82237bb), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.853585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (3c04442d-b6bd-496a-b1f5-135ab82237bb), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.859995 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (3c04442d-b6bd-496a-b1f5-135ab82237bb), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.891694 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c04442d-b6bd-496a-b1f5-135ab82237bb,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:34.903370 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:34.906168 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c35afff9-7f9b-4f7b-89f6-f7a11702b4e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488933 Aug 29 20:14:34.909205 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58566) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:34.926130 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:34.966600 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:35.115366 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e752-622a-4eb8-950b-e97d26c3601e req-073d8c56-2730-44b4-a084-eef304d7b3db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:35.118288 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3a85e752-622a-4eb8-950b-e97d26c3601e req-073d8c56-2730-44b4-a084-eef304d7b3db tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1167865 Aug 29 20:14:35.177580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:35.235522 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3a85e752-622a-4eb8-950b-e97d26c3601e req-d1f4814c-bf27-4d4f-b1e2-ef55d35fceff tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071298 Aug 29 20:14:35.247539 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:35.300904 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:35.313323 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:35.372429 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Allocated IP 172.27.3.251 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/6c2de517-b87a-4f0b-bba1-988d0d456282) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:35.574925 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:35.596665 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:35.641333 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:35.722874 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:35.726801 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:35.729129 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:35.734544 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'Port': ['ID=6c2de517-b87a-4f0b-bba1-988d0d456282,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:35.875874 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:35.978941 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.256620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-4a2e25e2-6b02-4815-bb38-e6c16444a16d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:36.260208 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-4a2e25e2-6b02-4815-bb38-e6c16444a16d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/networks?id=792ae931-1d50-478f-bb03-d694cbfc32a6 HTTP/1.1" status: 200 len: 808 time: 0.2525899 Aug 29 20:14:36.327779 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-f98288c2-0cfd-4de4-a5d1-6fda856bdafa tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/quotas/95b900960ce84ebba14e9157e030287e HTTP/1.1" status: 200 len: 375 time: 0.0550992 Aug 29 20:14:36.332680 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.397264 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-cc5fe1ce-3c14-47da-9fd3-970653e3f7a4 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=95b900960ce84ebba14e9157e030287e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679517 Aug 29 20:14:36.494428 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb8bf-06bf-4c45-837a-632b3c601463 req-7a0ba702-65f8-44a9-bcd9-86c179555a72 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:36.499556 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5a4cb8bf-06bf-4c45-837a-632b3c601463 req-7a0ba702-65f8-44a9-bcd9-86c179555a72 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1421113 Aug 29 20:14:36.518716 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:36.574858 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:36.590134 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5a4cb8bf-06bf-4c45-837a-632b3c601463 req-c3bd5441-fb55-4b69-b14d-9f3dfd4ac372 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841424 Aug 29 20:14:36.617121 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:36.619478 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.628946 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.630453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.744382 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.746738 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8347795 Aug 29 20:14:36.776788 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-b98035cd-1c44-4a48-8b3d-67a80808cdc3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783092 Aug 29 20:14:36.777575 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be611f3c-9c34-440e-ad9a-32b40f8bc8e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'Port': ['ID=6c2de517-b87a-4f0b-bba1-988d0d456282,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:36.846219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:36.853544 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:36.918114 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device f2f685b9-96b4-4488-ad02-fd0e7123181b up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:37.009850 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-bf53b9af-9600-41fc-8bb0-9f820ba656c7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1431921 Aug 29 20:14:37.078573 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:14:37.091432 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-6cecb9a6-879c-4a88-97c3-ca9b270d0cff service neutron] 10.222.0.73 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738783 Aug 29 20:14:37.115086 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:14:37.115712 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:37.138535 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:37.147143 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port f2f685b9-96b4-4488-ad02-fd0e7123181b triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:37.149923 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:37.175337 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-ddfdb8b4-019a-4574-bf68-6b5d958f6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:37.176926 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-ddfdb8b4-019a-4574-bf68-6b5d958f6fc3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1129 time: 0.0838156 Aug 29 20:14:37.247044 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-6a2c0a69-35a3-4c89-aa21-451b9f6665ca tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--718031106&fields=id&tenant_id=fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 267 time: 0.2049909 Aug 29 20:14:37.316976 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:14:37.448714 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-3678962d-0f6b-4e0a-8eed-932657d86001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:37.450608 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-3678962d-0f6b-4e0a-8eed-932657d86001 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.2317007 Aug 29 20:14:37.548531 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-def8b2db-d2bc-40b8-8a3a-4aed6f837aca tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:37.563978 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-def8b2db-d2bc-40b8-8a3a-4aed6f837aca tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 816 time: 0.3121707 Aug 29 20:14:37.589180 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port f2f685b9-96b4-4488-ad02-fd0e7123181b is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:37.589990 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:37.605523 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:37.608596 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-8901c0a4-9d95-4d4b-909d-e0a063df0877 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/quotas/fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 375 time: 0.0432072 Aug 29 20:14:37.637383 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-311bd399-8d32-4e9a-b116-6d6f04ccc9f8 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 1001 time: 0.1777835 Aug 29 20:14:37.710130 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port f2f685b9-96b4-4488-ad02-fd0e7123181b, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=f2f685b9-96b4-4488-ad02-fd0e7123181b,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:37.716282 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:37.812304 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9d778fbd-0462-4f9d-af6b-c730b5c4e174 req-42d08be0-9a54-46a0-a994-151da8084e6d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.1125820 Aug 29 20:14:37.838632 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-ce8d2c12-44f8-4884-8dc6-c92cbdec48b1 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2262056 Aug 29 20:14:37.862926 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=f2f685b9-96b4-4488-ad02-fd0e7123181b,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:37.875492 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 2, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:37.882488 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-a720d981-ee43-493b-aedd-9a187d0749f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:37.886106 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-a720d981-ee43-493b-aedd-9a187d0749f9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.2359841 Aug 29 20:14:38.013569 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:14:38.015198 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Updating router 2e708707-b2f3-4ecd-9e0e-815c98646188 port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:14:38.100490 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:38.144827 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-06233b59-8fb8-4a1b-94ca-d8c55357b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:38.155527 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-06233b59-8fb8-4a1b-94ca-d8c55357b121 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2427213 Aug 29 20:14:38.208457 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e3b2-82cb-41dc-990f-65d179239920 req-edaeb842-5337-4189-bc79-1b43b644da3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:38.215932 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0f09e3b2-82cb-41dc-990f-65d179239920 req-edaeb842-5337-4189-bc79-1b43b644da3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1919823 Aug 29 20:14:38.230247 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-5add0b16-90a3-4ffc-a872-f9cfb7631cc2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200717 Aug 29 20:14:38.472891 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-39967905-9f32-4559-ab35-bdc5ce27eb01 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291265 Aug 29 20:14:38.484912 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0f09e3b2-82cb-41dc-990f-65d179239920 req-6955cc65-e591-4b38-ab53-d61a4d3d5b25 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394710 Aug 29 20:14:38.521587 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58690) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:38.557355 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-fbeaeae9-469f-458b-8ea1-ac18f3c6e960 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933470 Aug 29 20:14:38.816187 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7ef06435-32d4-4bab-b256-daa98fe3b38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:38.856363 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device f2f685b9-96b4-4488-ad02-fd0e7123181b up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:38.921648 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9969c860-c8a7-410e-a3b4-d9e5ffc63b43 req-77391208-39fe-4d9b-b155-5941d9e15b88 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.1002145 Aug 29 20:14:38.928596 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6844a6-115f-42b1-9faf-7300bb42f06b req-6a4b794b-9d87-4516-8405-b8fd77220efc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567870 Aug 29 20:14:38.943841 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Publish callbacks [] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:38.956487 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:38.970150 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.016009 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port f2f685b9-96b4-4488-ad02-fd0e7123181b triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:39.021445 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.114344 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Pushing event updated for resources: {'Port': ['ID=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:39.118613 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:39.132503 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e6ac5843-f13a-44e2-9587-2954b34f285f req-d27a2cc5-3cbf-491b-afb1-ded86ae227f7 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.1260791 Aug 29 20:14:39.133726 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.134341 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.135037 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.135859 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.136413 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.137412 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.138062 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.138789 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.139632 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.140422 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.141173 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.141970 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.142879 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.143642 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.144393 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:14:39.189377 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7ef06435-32d4-4bab-b256-daa98fe3b38c admin admin] Publish callbacks [] for security_group (27634603-2d82-4a9e-89d2-07415ee90c9b), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.199610 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7ef06435-32d4-4bab-b256-daa98fe3b38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (27634603-2d82-4a9e-89d2-07415ee90c9b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.219346 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port f2f685b9-96b4-4488-ad02-fd0e7123181b is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:39.249835 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Attempting to bind port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:14:39.250147 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Attempting to bind port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:14:39.250817 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Attempting to bind port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c on network f0d72436-11cb-4b65-af1f-b46234f8df90 {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:39.257204 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:14:39.258060 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Checking segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:39.258699 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.259312 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Bound using segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:14:39.259805 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Bound port: d22f196e-d37b-4c23-b1cb-f6960ddb2f2c, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:14:39.260189 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.272206 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-7ef06435-32d4-4bab-b256-daa98fe3b38c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d3f5fa68cae34a3ca767fa20993fb52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7492738 Aug 29 20:14:39.273227 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef06435-32d4-4bab-b256-daa98fe3b38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27634603-2d82-4a9e-89d2-07415ee90c9b,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:39.276705 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58710) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:39.374562 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] For port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:14:39.378866 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] For port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:14:39.402498 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8854c034-ecec-4c46-807f-168402d3f3c0 admin admin] Publish callbacks [] for security_group (27634603-2d82-4a9e-89d2-07415ee90c9b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.406616 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.459303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8854c034-ecec-4c46-807f-168402d3f3c0 admin admin] Publish callbacks [] for security_group (27634603-2d82-4a9e-89d2-07415ee90c9b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.492868 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:14:39.494022 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:39.581977 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8854c034-ecec-4c46-807f-168402d3f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (27634603-2d82-4a9e-89d2-07415ee90c9b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.586830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8854c034-ecec-4c46-807f-168402d3f3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:39.588738 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8854c034-ecec-4c46-807f-168402d3f3c0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/27634603-2d82-4a9e-89d2-07415ee90c9b HTTP/1.1" status: 204 len: 168 time: 0.3098912 Aug 29 20:14:39.642624 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854c034-ecec-4c46-807f-168402d3f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27634603-2d82-4a9e-89d2-07415ee90c9b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:39.660582 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8e600-a7ce-4a64-921b-b9be11a2d15d None None] Pushing event updated for resources: {'Port': ['ID=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:39.917942 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11696e-de6c-4841-90a7-e035564a5228 req-ef22e454-d9a0-43ee-bda4-c8c79a750db9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:39.934211 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9c11696e-de6c-4841-90a7-e035564a5228 req-ef22e454-d9a0-43ee-bda4-c8c79a750db9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.2564089 Aug 29 20:14:40.011222 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:14:40.098979 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9c11696e-de6c-4841-90a7-e035564a5228 req-02d6e51e-8f51-4848-ae6f-edf8586249c4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601532 Aug 29 20:14:40.215512 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6c4b626b-40b6-46a1-98a7-a3cb19fef5c4 req-6992d109-74fe-4656-acb4-855ff1597622 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0532379 Aug 29 20:14:40.324584 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dd046d23-59f6-412d-9a6c-5498b1756e9a req-09d5f88f-8d01-4103-8462-2c12240b304c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.0404847 Aug 29 20:14:40.485066 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:39Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:14:40.538525 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385529c-2ca0-446c-a8ff-50f5fac745a0 None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:39Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:14:40.799551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-f1e52aee-8af5-4fdc-bf4c-6526222127c4 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:40.806333 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-f1e52aee-8af5-4fdc-bf4c-6526222127c4 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "GET /networking/v2.0/networks?id=792ae931-1d50-478f-bb03-d694cbfc32a6 HTTP/1.1" status: 200 len: 808 time: 0.2441523 Aug 29 20:14:40.823362 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d22f196e-d37b-4c23-b1cb-f6960ddb2f2c up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:40.900497 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:40.901110 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:40.908137 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Request body: {'port': {'device_id': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6', 'admin_state_up': True, 'tenant_id': '95b900960ce84ebba14e9157e030287e'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:41.025014 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:41.025688 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:41.045124 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:41.093427 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:41.099450 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:41.224305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Made reservation on behalf of 95b900960ce84ebba14e9157e030287e for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:14:41.230539 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:41.325573 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:41.387700 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:41.422011 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719d36f-6e7a-4efb-ba40-e32b3cb1d7de req-31fa2d66-7858-4e08-9baa-c4d72a692df5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:41.433455 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c719d36f-6e7a-4efb-ba40-e32b3cb1d7de req-31fa2d66-7858-4e08-9baa-c4d72a692df5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1414859 Aug 29 20:14:41.488578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:41.527305 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c719d36f-6e7a-4efb-ba40-e32b3cb1d7de req-db7de943-5a23-49c2-9f5f-67af8afa6f34 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890615 Aug 29 20:14:41.559791 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-45643064-2775-449b-b800-51b8ea2e1e45 req-8debf68d-9b36-449b-9f11-9c1184c89f6f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0579031 Aug 29 20:14:41.575351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Allocated IP 172.20.0.2 (792ae931-1d50-478f-bb03-d694cbfc32a6/e1568c19-e19b-4d85-9fe1-b538e93b9ad5/80eb06c7-bb62-4e58-b85c-9fc9ea7efddf) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:41.707315 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dccaf3a3-172a-4f89-a427-505554642b36 req-12257844-7071-4699-8299-3b900ae5676f tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.0654781 Aug 29 20:14:41.835973 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58770) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:42.037878 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-64ace412-20da-415d-bc3a-64692865a1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.096383 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks [] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.127186 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:42.138501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.145638 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-64ace412-20da-415d-bc3a-64692865a1c5 admin admin] Publish callbacks [] for security_group (59c6cf59-62b1-4deb-a2f5-8dc80abcc60c), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.153102 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-64ace412-20da-415d-bc3a-64692865a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (59c6cf59-62b1-4deb-a2f5-8dc80abcc60c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.191191 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Network 792ae931-1d50-478f-bb03-d694cbfc32a6 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:42.194536 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:42.198788 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:42.199457 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ace412-20da-415d-bc3a-64692865a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6cf59-62b1-4deb-a2f5-8dc80abcc60c,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:42.203490 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:42.204125 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.204725 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-64ace412-20da-415d-bc3a-64692865a1c5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=20371057dd0e41c6988ab054b705b886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674805 Aug 29 20:14:42.208652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58774) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:42.210769 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Pushing event updated for resources: {'Port': ['ID=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:42.230906 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-aa61d713-b352-48e2-94a0-4d3aca93391b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556092 Aug 29 20:14:42.272185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e797c3ce-0155-450e-9817-b9130bef5e97 admin admin] Publish callbacks [] for security_group (59c6cf59-62b1-4deb-a2f5-8dc80abcc60c), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.297392 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e797c3ce-0155-450e-9817-b9130bef5e97 admin admin] Publish callbacks [] for security_group (59c6cf59-62b1-4deb-a2f5-8dc80abcc60c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.352549 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e797c3ce-0155-450e-9817-b9130bef5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (59c6cf59-62b1-4deb-a2f5-8dc80abcc60c), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.355212 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e797c3ce-0155-450e-9817-b9130bef5e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.356386 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e797c3ce-0155-450e-9817-b9130bef5e97 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/59c6cf59-62b1-4deb-a2f5-8dc80abcc60c HTTP/1.1" status: 204 len: 168 time: 0.1468115 Aug 29 20:14:42.368077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c3ce-0155-450e-9817-b9130bef5e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6cf59-62b1-4deb-a2f5-8dc80abcc60c,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:42.722993 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c11a1-35a7-40f5-a6da-5e83599c82f5 req-cbe9df5e-7ade-4383-b0ab-80e3065ebf55 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:42.724512 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cd5c11a1-35a7-40f5-a6da-5e83599c82f5 req-cbe9df5e-7ade-4383-b0ab-80e3065ebf55 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1043262 Aug 29 20:14:42.733657 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1f58bf83-11c1-4769-b782-9b56266a0df9 req-e441065a-952b-4c5b-b870-c4ef7396f991 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0481322 Aug 29 20:14:42.797568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Request body: {'port': {'device_id': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:42.806344 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d22f196e-d37b-4c23-b1cb-f6960ddb2f2c up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:42.836673 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58792) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:42.875230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-415f04fa-eb79-4196-8a66-11c1a7ba6574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.884104 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.885003 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:42.885520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:42.988836 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c8c01-5318-41ca-85d0-426e7d6ac9c2 req-ab7793fd-38c1-4a09-8959-28482c2b0236 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:43.002863 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9b4c8c01-5318-41ca-85d0-426e7d6ac9c2 req-ab7793fd-38c1-4a09-8959-28482c2b0236 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 931 time: 0.1304586 Aug 29 20:14:43.004018 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:43.004753 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cd5c11a1-35a7-40f5-a6da-5e83599c82f5 req-3efda0c1-9546-47a9-a250-1e7e79ea2c13 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638793 Aug 29 20:14:43.107548 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9b4c8c01-5318-41ca-85d0-426e7d6ac9c2 req-21b07716-de89-4a25-a055-cfdaf257a726 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028817 Aug 29 20:14:43.143198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-415f04fa-eb79-4196-8a66-11c1a7ba6574 admin admin] Publish callbacks [] for security_group (08f17f17-fbce-42e2-801d-38a3ebca3dfb), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.151183 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-415f04fa-eb79-4196-8a66-11c1a7ba6574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (08f17f17-fbce-42e2-801d-38a3ebca3dfb), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.220657 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-415f04fa-eb79-4196-8a66-11c1a7ba6574 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1749f04b1a4a4b66a3ae50fd5be8f9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826096 Aug 29 20:14:43.222756 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f04fa-eb79-4196-8a66-11c1a7ba6574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f17f17-fbce-42e2-801d-38a3ebca3dfb,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:43.225347 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58798) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:43.267445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:43.290611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:43.306776 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-604839b8-8d87-40d7-8f22-1f292031576c admin admin] Publish callbacks [] for security_group (08f17f17-fbce-42e2-801d-38a3ebca3dfb), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.333815 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-604839b8-8d87-40d7-8f22-1f292031576c admin admin] Publish callbacks [] for security_group (08f17f17-fbce-42e2-801d-38a3ebca3dfb), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.336447 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58800) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:43.429753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-604839b8-8d87-40d7-8f22-1f292031576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (08f17f17-fbce-42e2-801d-38a3ebca3dfb), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.434757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-604839b8-8d87-40d7-8f22-1f292031576c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.440923 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-604839b8-8d87-40d7-8f22-1f292031576c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/08f17f17-fbce-42e2-801d-38a3ebca3dfb HTTP/1.1" status: 204 len: 168 time: 0.1982107 Aug 29 20:14:43.464194 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625db02-df29-4edf-8442-6df0bfe648a8 req-bc8acdd6-6151-4f8e-9160-bb328b57538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:43.466038 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d625db02-df29-4edf-8442-6df0bfe648a8 req-bc8acdd6-6151-4f8e-9160-bb328b57538a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1130 time: 0.1083398 Aug 29 20:14:43.503049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:14:43.549801 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Publish callbacks [] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.581945 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-716a00c0-32fe-4bb7-964e-681fb715df3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.634196 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Transition to ACTIVE for port object 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:14:43.637850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-6114e210-88f0-4386-a62f-101842c2e963 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:43.639677 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-6114e210-88f0-4386-a62f-101842c2e963 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 816 time: 0.2008450 Aug 29 20:14:43.645491 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604839b8-8d87-40d7-8f22-1f292031576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f17f17-fbce-42e2-801d-38a3ebca3dfb,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:43.660581 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.701566 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d625db02-df29-4edf-8442-6df0bfe648a8 req-18bf2fdc-ef9d-431c-9c70-82ed4aee956d service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170866 Aug 29 20:14:43.721692 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:43.804189 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:43.806991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:43.819650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Attempting to bind port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:14:43.820401 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Attempting to bind port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:14:43.820876 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Attempting to bind port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf on network 792ae931-1d50-478f-bb03-d694cbfc32a6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:43.821652 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-61d7b03d-e167-4db2-9724-912236fcf5da tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 379 time: 0.1569753 Aug 29 20:14:43.844255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf on network 792ae931-1d50-478f-bb03-d694cbfc32a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:14:43.845207 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Attempting to bind port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf on network 792ae931-1d50-478f-bb03-d694cbfc32a6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:43.881516 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:14:43.882119 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Checking segment: {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:43.882761 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Bound using segment: {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:14:43.883510 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Bound port: 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:14:43.884345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.977485 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-716a00c0-32fe-4bb7-964e-681fb715df3b admin admin] Publish callbacks [] for security_group (0b9cd75c-d8c7-4c32-b814-4e365ef08975), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:43.982652 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c0e99c0d-8568-4695-86a2-ad4593309449 req-d9490b60-bdd1-4cd6-8bb5-5eb7f7139bf1 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.1034825 Aug 29 20:14:43.987027 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-716a00c0-32fe-4bb7-964e-681fb715df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (0b9cd75c-d8c7-4c32-b814-4e365ef08975), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.106688 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a00c0-32fe-4bb7-964e-681fb715df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9cd75c-d8c7-4c32-b814-4e365ef08975,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:44.127147 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-716a00c0-32fe-4bb7-964e-681fb715df3b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=89a2efd044d546e9b4648892a85e4b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7885187 Aug 29 20:14:44.127331 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58818) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:44.145976 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'port': {'device_id': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'admin_state_up': True, 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'security_groups': ['94b51966-88ae-4402-829e-c48a255e7e03']}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:44.153771 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] For port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:14:44.161560 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] For port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:14:44.174051 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.188143 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:44.189311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.191818 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/80eb06c7-bb62-4e58-b85c-9fc9ea7efddf HTTP/1.1" status: 200 len: 1093 time: 1.4001470 Aug 29 20:14:44.193899 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'tag': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:14:44.198751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cfd198-651e-4454-a45f-bc72c5e6d9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe876d16-ee3b-4423-bc61-402c07105d0d", "tag": "80eb06c7-bb62-4e58-b85c-9fc9ea7efddf"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:14:44.332777 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762ec42-2c21-4350-b22a-46fbe825a79c req-97f265a7-b841-4746-8f05-f7f74a595cb1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:44.334571 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5762ec42-2c21-4350-b22a-46fbe825a79c req-97f265a7-b841-4746-8f05-f7f74a595cb1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.0881958 Aug 29 20:14:44.335480 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbfc2a-99b5-4f34-93b3-31a9a3edd4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:44.419297 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5762ec42-2c21-4350-b22a-46fbe825a79c req-574de52f-ca18-456c-9d9d-11e5827180ed tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Aug 29 20:14:44.501255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a81894-4a2d-464e-9577-5b4356839a46 x-openstack-request-id: req-c1a81894-4a2d-464e-9577-5b4356839a46 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:14:44.501954 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe876d16-ee3b-4423-bc61-402c07105d0d", "tag": "80eb06c7-bb62-4e58-b85c-9fc9ea7efddf", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:14:44.502446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1a81894-4a2d-464e-9577-5b4356839a46 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:14:44.503137 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a81894-4a2d-464e-9577-5b4356839a46'] response: {'name': 'network-changed', 'server_uuid': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'tag': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf', 'status': 'completed', 'code': 200} Aug 29 20:14:44.581196 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202a1cb-06d5-4470-84ad-af56f1aa5955 req-084491b7-7a49-4f8d-a09f-e5c7250f3fdd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:44.582810 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a202a1cb-06d5-4470-84ad-af56f1aa5955 req-084491b7-7a49-4f8d-a09f-e5c7250f3fdd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.3852959 Aug 29 20:14:44.634329 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c411bfe-f325-41d2-94d8-e9e6eaf61f9d admin admin] Publish callbacks [] for security_group (0b9cd75c-d8c7-4c32-b814-4e365ef08975), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.693250 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c411bfe-f325-41d2-94d8-e9e6eaf61f9d admin admin] Publish callbacks [] for security_group (0b9cd75c-d8c7-4c32-b814-4e365ef08975), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.747037 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a202a1cb-06d5-4470-84ad-af56f1aa5955 req-c5ebe2cc-c22e-403c-95ed-ec91ae8d8f7d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497719 Aug 29 20:14:44.770614 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Made reservation on behalf of fc733dcfcf9043feb354598fc2792ff5 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:14:44.777238 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.846217 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c411bfe-f325-41d2-94d8-e9e6eaf61f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (0b9cd75c-d8c7-4c32-b814-4e365ef08975), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.850350 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c411bfe-f325-41d2-94d8-e9e6eaf61f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:44.855225 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3c411bfe-f325-41d2-94d8-e9e6eaf61f9d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0b9cd75c-d8c7-4c32-b814-4e365ef08975 HTTP/1.1" status: 204 len: 168 time: 0.7227952 Aug 29 20:14:44.891198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c411bfe-f325-41d2-94d8-e9e6eaf61f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9cd75c-d8c7-4c32-b814-4e365ef08975,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:45.014438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Allocated IP 172.20.0.9 (f0d72436-11cb-4b65-af1f-b46234f8df90/e35f0349-15c8-479c-8598-a5963c0ec48a/4c3e0080-8d58-44c1-8b13-e2b6f6549e47) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:45.139826 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:45.199984 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-599d420f-13b5-4220-abc3-556b91ef65e3 req-65d03aee-ffee-42cc-aa72-eb6db867cfbe tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0686452 Aug 29 20:14:45.285097 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd198-651e-4454-a45f-bc72c5e6d9d4 req-ea8074d2-a921-4473-bc8f-27ec5f371358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:45.289227 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20cfd198-651e-4454-a45f-bc72c5e6d9d4 req-ea8074d2-a921-4473-bc8f-27ec5f371358 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=95b900960ce84ebba14e9157e030287e&device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 1127 time: 0.1187043 Aug 29 20:14:45.297429 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.302443 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:45.345617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.421401 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Network f0d72436-11cb-4b65-af1f-b46234f8df90 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:45.424969 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:45.429877 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:45.455574 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:45.456969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58854) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:45.500257 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:45.501478 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.502863 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c3c7-3f20-4f74-944f-58120b5badb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.507343 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:45.536316 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-12621704-81b8-4355-85b3-9fe0d27b9c08 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3982913 Aug 29 20:14:45.644738 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94996fb-eaa2-43c1-bed6-40d325008e0d req-9e80ea47-782b-4b65-ae20-6118051f39b1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:45.654683 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d94996fb-eaa2-43c1-bed6-40d325008e0d req-9e80ea47-782b-4b65-ae20-6118051f39b1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.1024599 Aug 29 20:14:45.659627 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c3c7-3f20-4f74-944f-58120b5badb7 admin admin] Publish callbacks [] for security_group (1bde1fef-2099-4f84-9c5e-e4e04b955180), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.670582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c3c7-3f20-4f74-944f-58120b5badb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1bde1fef-2099-4f84-9c5e-e4e04b955180), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.723836 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d94996fb-eaa2-43c1-bed6-40d325008e0d req-0f8885f0-0eb1-41e3-909a-3791ac2864d1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682142 Aug 29 20:14:45.734189 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c7b5c3c7-3f20-4f74-944f-58120b5badb7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8dfc94da805c47a2887f1aec130e7280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756751 Aug 29 20:14:45.738391 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58862) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:45.754831 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c3c7-3f20-4f74-944f-58120b5badb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bde1fef-2099-4f84-9c5e-e4e04b955180,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:45.821666 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5a5b-41d1-464f-9a01-d5f2e719bb6f admin admin] Publish callbacks [] for security_group (1bde1fef-2099-4f84-9c5e-e4e04b955180), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.866861 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5a5b-41d1-464f-9a01-d5f2e719bb6f admin admin] Publish callbacks [] for security_group (1bde1fef-2099-4f84-9c5e-e4e04b955180), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.874915 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:45.882090 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:45.888898 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-6a9bf0d4-7641-45e7-8bc5-11a5879f935b None None] Provisioning complete for port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:45.889186 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf0d4-7641-45e7-8bc5-11a5879f935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:45.949609 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bf0d4-7641-45e7-8bc5-11a5879f935b None None] Port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:14:45.993173 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5272b-540c-4f07-a75d-ca96a87b380b req-fbe1eaf7-78d6-44e4-a368-207938310b34 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:45.995118 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eca5272b-540c-4f07-a75d-ca96a87b380b req-fbe1eaf7-78d6-44e4-a368-207938310b34 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0877945 Aug 29 20:14:46.046841 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5a5b-41d1-464f-9a01-d5f2e719bb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1bde1fef-2099-4f84-9c5e-e4e04b955180), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:46.052574 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5a5b-41d1-464f-9a01-d5f2e719bb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:46.054414 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f3ca5a5b-41d1-464f-9a01-d5f2e719bb6f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1bde1fef-2099-4f84-9c5e-e4e04b955180 HTTP/1.1" status: 204 len: 168 time: 0.3138223 Aug 29 20:14:46.097148 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Request body: {'port': {'device_id': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:46.099173 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca5a5b-41d1-464f-9a01-d5f2e719bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bde1fef-2099-4f84-9c5e-e4e04b955180,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:46.145770 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eca5272b-540c-4f07-a75d-ca96a87b380b req-db56d53b-9b67-4a13-b462-46af1d3d6e13 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430464 Aug 29 20:14:46.307388 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:46.330929 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:46.622529 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd198-651e-4454-a45f-bc72c5e6d9d4 req-bf4f1187-32e1-4e01-bf10-81b83014c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:46.633378 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20cfd198-651e-4454-a45f-bc72c5e6d9d4 req-bf4f1187-32e1-4e01-bf10-81b83014c608 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=95b900960ce84ebba14e9157e030287e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5330706 Aug 29 20:14:46.772295 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbdeb6-3477-4ed1-9f63-2249f8c8969c req-edbde6ca-29c9-4f49-89ac-4565c12701fb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:46.785028 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-04bbdeb6-3477-4ed1-9f63-2249f8c8969c req-edbde6ca-29c9-4f49-89ac-4565c12701fb tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0851710 Aug 29 20:14:46.851990 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e578-120d-49de-9ca6-7313a80c7eec req-eb463d5d-a828-4e8e-837c-85cad25c2bbf tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:46.862966 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3587e578-120d-49de-9ca6-7313a80c7eec req-eb463d5d-a828-4e8e-837c-85cad25c2bbf tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 931 time: 0.3072715 Aug 29 20:14:46.997698 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-04bbdeb6-3477-4ed1-9f63-2249f8c8969c req-abf0c34c-0116-4281-ad85-3ed8d763322a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113223 Aug 29 20:14:47.002751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253f65-f495-458e-b500-8d2597fe42d8 req-4f843dff-a272-4fc1-a126-136de10b6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.005934 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-4f843dff-a272-4fc1-a126-136de10b6cff service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1130 time: 0.2380190 Aug 29 20:14:47.044311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58896) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:47.094185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:14:47.110640 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Publish callbacks [] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.130652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Transition to ACTIVE for port object 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:14:47.136805 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.176168 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3587e578-120d-49de-9ca6-7313a80c7eec req-72c8e618-1a43-481c-9e93-beae487bbbe2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113782 Aug 29 20:14:47.224763 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4b571ffc-b5b9-46e4-9e80-d0974e6c4117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.298546 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd198-651e-4454-a45f-bc72c5e6d9d4 req-bc1c5537-e101-4e1e-ac28-46535a0dd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.300927 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20cfd198-651e-4454-a45f-bc72c5e6d9d4 req-bc1c5537-e101-4e1e-ac28-46535a0dd627 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5835750 Aug 29 20:14:47.311346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:47.361620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253f65-f495-458e-b500-8d2597fe42d8 req-8bbb13d5-7a0c-4a7b-af50-bb5e02471813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.363173 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-8bbb13d5-7a0c-4a7b-af50-bb5e02471813 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.3205583 Aug 29 20:14:47.403373 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:47.424991 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8337dd-7133-4c48-ae2a-a89ead5ff4b3 req-3912bf5b-0dfa-404e-80c6-b80b1549cc5c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.427915 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0f8337dd-7133-4c48-ae2a-a89ead5ff4b3 req-3912bf5b-0dfa-404e-80c6-b80b1549cc5c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.2801828 Aug 29 20:14:47.491308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Attempting to bind port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:14:47.492133 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Attempting to bind port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:14:47.492612 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Attempting to bind port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 on network f0d72436-11cb-4b65-af1f-b46234f8df90 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:47.498983 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:47.509150 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 on network f0d72436-11cb-4b65-af1f-b46234f8df90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:14:47.509641 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Attempting to bind port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 on network f0d72436-11cb-4b65-af1f-b46234f8df90 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:14:47.532929 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:14:47.535806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Checking segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:14:47.536040 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4b571ffc-b5b9-46e4-9e80-d0974e6c4117 admin admin] Publish callbacks [] for security_group (c3345caf-d040-4363-ab81-b78334ed1de4), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.536596 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Bound using segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:14:47.537293 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Bound port: 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:14:47.538401 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-10d56f54-b6ab-4d82-9b84-7cb42211d97d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 217 time: 0.1040223 Aug 29 20:14:47.538585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.582650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4b571ffc-b5b9-46e4-9e80-d0974e6c4117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c3345caf-d040-4363-ab81-b78334ed1de4), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.629613 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0f8337dd-7133-4c48-ae2a-a89ead5ff4b3 req-fbb83d8b-1a6f-4b84-bb2b-52839ef49879 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839662 Aug 29 20:14:47.645294 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-55b63735-04e4-48d7-8360-69ece18a19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.647225 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-55b63735-04e4-48d7-8360-69ece18a19a8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=95b900960ce84ebba14e9157e030287e&device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 1127 time: 0.1952474 Aug 29 20:14:47.667112 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-4b571ffc-b5b9-46e4-9e80-d0974e6c4117 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=995f4ac780b047948405bc727ecbc240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988586 Aug 29 20:14:47.672711 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58908) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:47.716189 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571ffc-b5b9-46e4-9e80-d0974e6c4117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3345caf-d040-4363-ab81-b78334ed1de4,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:47.720656 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:47.722102 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253f65-f495-458e-b500-8d2597fe42d8 req-ea6e5ff7-cca8-48fc-bc7b-c4491e9d3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.723793 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-ea6e5ff7-cca8-48fc-bc7b-c4491e9d3e7f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1629829 Aug 29 20:14:47.725288 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-3976f1ac-e0c5-49d8-a6e7-d24e22259d95 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf HTTP/1.1" status: 200 len: 217 time: 0.0572188 Aug 29 20:14:47.728604 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:14:47.751720 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:14:47.766327 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.781698 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.782457 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.784115 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 1093 time: 1.7006278 Aug 29 20:14:47.784854 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:14:47.788875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c" -d '{"events": [{"name": "network-changed", "server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:14:47.880365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e50466-f911-4562-9b24-9f2c0bf7aa65 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:47.896715 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-19cd0ffc-76c2-449c-97f3-6d384fd92fa3 admin admin] Publish callbacks [] for security_group (c3345caf-d040-4363-ab81-b78334ed1de4), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:47.898660 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253f65-f495-458e-b500-8d2597fe42d8 req-8369f387-304b-413b-98a5-c89e009e2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.900978 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-8369f387-304b-413b-98a5-c89e009e2812 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1527684 Aug 29 20:14:47.906378 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd5f75-49d6-443c-b34a-7b1755f6e8f5 x-openstack-request-id: req-80fd5f75-49d6-443c-b34a-7b1755f6e8f5 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:14:47.906692 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:14:47.907054 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80fd5f75-49d6-443c-b34a-7b1755f6e8f5 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:14:47.907666 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fd5f75-49d6-443c-b34a-7b1755f6e8f5'] response: {'name': 'network-changed', 'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'status': 'completed', 'code': 200} Aug 29 20:14:47.911385 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac25354-6215-4d71-899a-5923e194363e req-af9596c1-8408-4367-9de1-03e70be7a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:47.913324 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-af9596c1-8408-4367-9de1-03e70be7a943 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e1568c19-e19b-4d85-9fe1-b538e93b9ad5 HTTP/1.1" status: 200 len: 848 time: 0.1631455 Aug 29 20:14:47.935231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-19cd0ffc-76c2-449c-97f3-6d384fd92fa3 admin admin] Publish callbacks [] for security_group (c3345caf-d040-4363-ab81-b78334ed1de4), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:48.019981 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-c9c4e66d-8966-460f-a5de-60b1b8799fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:48.021697 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-c9c4e66d-8966-460f-a5de-60b1b8799fe8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1127 time: 0.0508580 Aug 29 20:14:48.040534 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-c85bcecc-ea09-49ce-b26a-7f9659e34419 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=792ae931-1d50-478f-bb03-d694cbfc32a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754008 Aug 29 20:14:48.102511 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-274211f4-6544-4b90-9310-d68b5bf42e90 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 217 time: 0.0502963 Aug 29 20:14:48.103295 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-19cd0ffc-76c2-449c-97f3-6d384fd92fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c3345caf-d040-4363-ab81-b78334ed1de4), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:48.106260 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-19cd0ffc-76c2-449c-97f3-6d384fd92fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:48.107440 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-19cd0ffc-76c2-449c-97f3-6d384fd92fa3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c3345caf-d040-4363-ab81-b78334ed1de4 HTTP/1.1" status: 204 len: 168 time: 0.4332705 Aug 29 20:14:48.120570 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd0ffc-76c2-449c-97f3-6d384fd92fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3345caf-d040-4363-ab81-b78334ed1de4,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:48.210567 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-98733560-e006-48a2-9688-6cbbe6ffe4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:48.212113 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-98733560-e006-48a2-9688-6cbbe6ffe4ca service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0929542 Aug 29 20:14:48.243988 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11f2b-64e9-4df2-80f2-2a1de835ce18 req-cf338a74-caf8-4241-b0ac-962ed0bc8cea tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:48.245657 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ebf11f2b-64e9-4df2-80f2-2a1de835ce18 req-cf338a74-caf8-4241-b0ac-962ed0bc8cea tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0809157 Aug 29 20:14:48.314161 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-7445df6e-afb6-48c1-b8f4-4f24b80e1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:48.316023 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-7445df6e-afb6-48c1-b8f4-4f24b80e1d03 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933461 Aug 29 20:14:48.376339 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ebf11f2b-64e9-4df2-80f2-2a1de835ce18 req-38a3ecff-83cc-4113-9714-3286b4c496ec tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125731 Aug 29 20:14:48.551978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:48.561762 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-19b433a4-2139-42fa-b95c-be9ffc042f46 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316282 Aug 29 20:14:48.583727 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c30a03-2ab9-44af-abe7-125c353a8a94 req-e5231362-9311-4258-8dcd-be8c55503000 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:48.585312 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46c30a03-2ab9-44af-abe7-125c353a8a94 req-e5231362-9311-4258-8dcd-be8c55503000 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1510243 Aug 29 20:14:48.659977 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-1e1ffd1e-6c3f-41d6-a019-f85fff570ec7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894691 Aug 29 20:14:48.672178 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-f17e73be-f1ba-435e-87fe-f056d0f5deab service neutron] 10.222.0.77 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362909 Aug 29 20:14:48.719543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58936) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:48.719984 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:14:48.809505 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-24b7db2d-9c4f-4fbd-b63d-d00287ed7b80 req-efc59f01-6963-4cc6-8a8a-657d8be38ecc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368462 Aug 29 20:14:48.828996 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46c30a03-2ab9-44af-abe7-125c353a8a94 req-6c1b5952-0374-49b6-9539-be90a16f5be1 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342432 Aug 29 20:14:48.958505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d27f7272-e891-404f-bd04-a5bd6f90c315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:48.964609 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-02253f65-f495-458e-b500-8d2597fe42d8 req-c8da6f83-cd31-4680-8dad-c7e511ddbb2f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976890 Aug 29 20:14:48.979683 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eac25354-6215-4d71-899a-5923e194363e req-b81da9b6-469c-4f62-a531-2c84fed8c2a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876291 Aug 29 20:14:49.089697 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:49.142635 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af25fa5-1c9d-4eb5-a911-b4a2dd14c17c req-c713e96c-435b-40a7-b956-c180ac61e725 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:49.146578 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3af25fa5-1c9d-4eb5-a911-b4a2dd14c17c req-c713e96c-435b-40a7-b956-c180ac61e725 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.1116176 Aug 29 20:14:49.219815 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d27f7272-e891-404f-bd04-a5bd6f90c315 admin admin] Publish callbacks [] for security_group (9178001b-9fb2-4f97-b483-c3957884cd9a), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:49.232033 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d27f7272-e891-404f-bd04-a5bd6f90c315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9178001b-9fb2-4f97-b483-c3957884cd9a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:49.304499 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3af25fa5-1c9d-4eb5-a911-b4a2dd14c17c req-11466c40-ccb8-4b48-9539-06b7cb7d2f2b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485832 Aug 29 20:14:49.315390 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d27f7272-e891-404f-bd04-a5bd6f90c315 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f4a0798f11fc43e4a2fbd7e6d1ba31dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914006 Aug 29 20:14:49.316279 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 58952) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:49.328284 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f7272-e891-404f-bd04-a5bd6f90c315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9178001b-9fb2-4f97-b483-c3957884cd9a,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:49.401766 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-956ada6e-b3dd-4db6-bc3e-5229cf6b1964 admin admin] Publish callbacks [] for security_group (9178001b-9fb2-4f97-b483-c3957884cd9a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:49.412555 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:49.429506 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-956ada6e-b3dd-4db6-bc3e-5229cf6b1964 admin admin] Publish callbacks [] for security_group (9178001b-9fb2-4f97-b483-c3957884cd9a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:49.506246 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-956ada6e-b3dd-4db6-bc3e-5229cf6b1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9178001b-9fb2-4f97-b483-c3957884cd9a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:49.510978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-956ada6e-b3dd-4db6-bc3e-5229cf6b1964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:49.516889 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-956ada6e-b3dd-4db6-bc3e-5229cf6b1964 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9178001b-9fb2-4f97-b483-c3957884cd9a HTTP/1.1" status: 204 len: 168 time: 0.1974511 Aug 29 20:14:49.530867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ada6e-b3dd-4db6-bc3e-5229cf6b1964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9178001b-9fb2-4f97-b483-c3957884cd9a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:49.621829 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224eae6f-b173-491a-aa38-57b4e80a45ab req-ac3addd0-e45b-46aa-aca4-49d6aebad0bf tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:49.625172 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-224eae6f-b173-491a-aa38-57b4e80a45ab req-ac3addd0-e45b-46aa-aca4-49d6aebad0bf tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1079991 Aug 29 20:14:49.702321 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-224eae6f-b173-491a-aa38-57b4e80a45ab req-18f6d1a5-6f0f-4fc6-be81-000f00ee9f1d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643764 Aug 29 20:14:50.055230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc1cdf-d816-49a3-b1d7-d2762f962c71 req-18c4ec6b-3a96-4178-a84f-f87db69e95b8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:50.056741 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6bbc1cdf-d816-49a3-b1d7-d2762f962c71 req-18c4ec6b-3a96-4178-a84f-f87db69e95b8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0765655 Aug 29 20:14:50.136735 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6bbc1cdf-d816-49a3-b1d7-d2762f962c71 req-74236c57-66d0-4ea7-baa8-1fb1f8b0043a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708609 Aug 29 20:14:50.146431 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58968) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:50.177657 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f8d23da8-f205-4ed7-a86a-b1a74b4bcb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.202443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:50.301039 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f8d23da8-f205-4ed7-a86a-b1a74b4bcb9d admin admin] Publish callbacks [] for security_group (6e3415fe-2000-4e00-9b57-9d0bf1f0643e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.306665 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f8d23da8-f205-4ed7-a86a-b1a74b4bcb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6e3415fe-2000-4e00-9b57-9d0bf1f0643e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.401522 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f8d23da8-f205-4ed7-a86a-b1a74b4bcb9d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7829f22b9b9c4d50ac2cf9d409a95a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534783 Aug 29 20:14:50.405498 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 58976) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:50.415086 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d23da8-f205-4ed7-a86a-b1a74b4bcb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3415fe-2000-4e00-9b57-9d0bf1f0643e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:50.418048 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-bf72dfec-8a77-463e-aa29-dbd917f636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:50.419522 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-bf72dfec-8a77-463e-aa29-dbd917f636ad service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1127 time: 0.1076870 Aug 29 20:14:50.488002 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=49 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:50.512804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:14:50.535941 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7db66e-2868-4da1-a74b-7574a404647d req-89874698-516c-4e28-9310-d4ee4727ad30 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:50.538493 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4f7db66e-2868-4da1-a74b-7574a404647d req-89874698-516c-4e28-9310-d4ee4727ad30 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.1022680 Aug 29 20:14:50.550764 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dfa0236d-d8d3-4c77-b2e2-0bc2b043b3de admin admin] Publish callbacks [] for security_group (6e3415fe-2000-4e00-9b57-9d0bf1f0643e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.625654 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dfa0236d-d8d3-4c77-b2e2-0bc2b043b3de admin admin] Publish callbacks [] for security_group (6e3415fe-2000-4e00-9b57-9d0bf1f0643e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.678083 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4f7db66e-2868-4da1-a74b-7574a404647d req-061ab1ad-acb7-43dc-a1d5-6c9c2e3c2b83 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291561 Aug 29 20:14:50.695511 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:50.715070 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'mac_address': 'fa:16:3e:a7:47:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:14:50.735671 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dfa0236d-d8d3-4c77-b2e2-0bc2b043b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6e3415fe-2000-4e00-9b57-9d0bf1f0643e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.738284 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dfa0236d-d8d3-4c77-b2e2-0bc2b043b3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.739711 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-dfa0236d-d8d3-4c77-b2e2-0bc2b043b3de admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6e3415fe-2000-4e00-9b57-9d0bf1f0643e HTTP/1.1" status: 204 len: 168 time: 0.3317657 Aug 29 20:14:50.752409 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0236d-d8d3-4c77-b2e2-0bc2b043b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3415fe-2000-4e00-9b57-9d0bf1f0643e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:50.782405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:50.782833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.816024 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:14:50.858871 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:50.866573 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:50.903388 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd64a-57f2-4e29-bad6-0e5497cb59d4 req-7fd652c1-81f1-4723-b304-f86098934a06 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:50.905956 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0febd64a-57f2-4e29-bad6-0e5497cb59d4 req-7fd652c1-81f1-4723-b304-f86098934a06 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0704892 Aug 29 20:14:50.922139 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:50.966254 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0febd64a-57f2-4e29-bad6-0e5497cb59d4 req-98e180e8-1535-4d23-be44-81657cb2d68d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525839 Aug 29 20:14:51.302732 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:51.321097 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9538-cfbd-42a4-8ffc-b082b6cc5144 req-04f226f6-56b3-416d-b629-8a3165f5871e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:51.322901 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fdae9538-cfbd-42a4-8ffc-b082b6cc5144 req-04f226f6-56b3-416d-b629-8a3165f5871e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0666690 Aug 29 20:14:51.411684 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fdae9538-cfbd-42a4-8ffc-b082b6cc5144 req-b270b14b-15a8-44ac-9694-1b2150377b7a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795734 Aug 29 20:14:51.417691 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['4c3e0080-8d58-44c1-8b13-e2b6f6549e47'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:14:51.833077 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-770c0224-5f7c-4f53-8ae2-bbeadc8a3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:51.835315 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-770c0224-5f7c-4f53-8ae2-bbeadc8a3334 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1275456 Aug 29 20:14:51.898084 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e18a7-57c7-49fa-bbc8-7c08cec98a4c req-7e9af484-ccc5-4d9a-9d1e-03d3d6a7a32a tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:51.911816 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-959ac898-7a4e-4949-8b5f-a813285715e7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 217 time: 0.0680392 Aug 29 20:14:51.912899 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-044e18a7-57c7-49fa-bbc8-7c08cec98a4c req-7e9af484-ccc5-4d9a-9d1e-03d3d6a7a32a tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.0895152 Aug 29 20:14:52.001452 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-044e18a7-57c7-49fa-bbc8-7c08cec98a4c req-50316886-f4ff-428f-8600-4d1ee2425971 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873029 Aug 29 20:14:52.166112 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f07f6-a2ab-4bd3-9d90-be88b7eeb122 req-2e1151f9-e17c-429e-8af7-c1534cfa93d1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:52.167930 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b8f07f6-a2ab-4bd3-9d90-be88b7eeb122 req-2e1151f9-e17c-429e-8af7-c1534cfa93d1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0784488 Aug 29 20:14:52.237208 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b8f07f6-a2ab-4bd3-9d90-be88b7eeb122 req-7b82c9df-9b86-4ad3-9a08-870b77d8c731 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621598 Aug 29 20:14:52.572092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:52.616036 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9dfa0-4279-4ff5-b8b7-4fec8495bf38 req-8466d9f1-8cfe-4cf5-bebe-b262e4a5a9f2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:52.617613 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7fb9dfa0-4279-4ff5-b8b7-4fec8495bf38 req-8466d9f1-8cfe-4cf5-bebe-b262e4a5a9f2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0628550 Aug 29 20:14:52.660087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:14:52.668592 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:52.669238 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:52.715073 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7fb9dfa0-4279-4ff5-b8b7-4fec8495bf38 req-b2a4bc36-a87c-4fee-abdf-d3abd480befb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898106 Aug 29 20:14:52.803133 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:52.803527 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:52.834192 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:14:52.836505 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5867b1-a170-4ef3-bfaf-5000c7d2b53f" -d '{"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:14:52.853239 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:52.864754 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:52.930230 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aadd0a8-db5c-49ca-badb-0505a5cf2c18 x-openstack-request-id: req-3aadd0a8-db5c-49ca-badb-0505a5cf2c18 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:14:52.930507 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:14:52.930775 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3aadd0a8-db5c-49ca-badb-0505a5cf2c18 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:14:52.931179 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aadd0a8-db5c-49ca-badb-0505a5cf2c18'] response: {'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'code': 200} Aug 29 20:14:52.955786 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:53.124578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59050) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:53.192460 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439125c-59c8-458c-a927-a5d458620d2b req-67939b41-24c2-4069-b006-052d0048505e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:53.194519 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f439125c-59c8-458c-a927-a5d458620d2b req-67939b41-24c2-4069-b006-052d0048505e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.0802214 Aug 29 20:14:53.273183 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f439125c-59c8-458c-a927-a5d458620d2b req-3a6d2cad-b4e1-4d73-8afe-d6d953ae6890 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687923 Aug 29 20:14:53.340834 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f7677274-f014-44f9-80b4-8b57d616ff65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.426817 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:53.441207 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c243d-480f-426a-962e-263b5ad01f50 req-cabdd76f-0bbc-4bfe-800e-99c0c52c03b6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:53.442843 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b77c243d-480f-426a-962e-263b5ad01f50 req-cabdd76f-0bbc-4bfe-800e-99c0c52c03b6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0755312 Aug 29 20:14:53.546182 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f7677274-f014-44f9-80b4-8b57d616ff65 admin admin] Publish callbacks [] for security_group (6c96a7a1-42cd-4a44-aabf-018839933263), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.550140 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b77c243d-480f-426a-962e-263b5ad01f50 req-e461a06f-822b-4f04-a5a5-63377727b6f4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928471 Aug 29 20:14:53.557329 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f7677274-f014-44f9-80b4-8b57d616ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6c96a7a1-42cd-4a44-aabf-018839933263), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.606455 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f7677274-f014-44f9-80b4-8b57d616ff65 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=437cf4024a9640bdbe14e3788aaa3ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799132 Aug 29 20:14:53.609170 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59072) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:53.618327 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7677274-f014-44f9-80b4-8b57d616ff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c96a7a1-42cd-4a44-aabf-018839933263,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:53.720817 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-cc09d141-649f-4119-91c1-1393ee045cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:53.722331 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-cc09d141-649f-4119-91c1-1393ee045cd9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0836346 Aug 29 20:14:53.733124 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b10ed32f-10b0-47c2-b8f9-0411ed6f3097 admin admin] Publish callbacks [] for security_group (6c96a7a1-42cd-4a44-aabf-018839933263), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.761934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b10ed32f-10b0-47c2-b8f9-0411ed6f3097 admin admin] Publish callbacks [] for security_group (6c96a7a1-42cd-4a44-aabf-018839933263), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.914282 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-68a6bc7e-46eb-40d4-afad-e9da2b829f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:53.916688 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-68a6bc7e-46eb-40d4-afad-e9da2b829f98 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184120 Aug 29 20:14:53.942153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b10ed32f-10b0-47c2-b8f9-0411ed6f3097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6c96a7a1-42cd-4a44-aabf-018839933263), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.946551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b10ed32f-10b0-47c2-b8f9-0411ed6f3097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:53.948681 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b10ed32f-10b0-47c2-b8f9-0411ed6f3097 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6c96a7a1-42cd-4a44-aabf-018839933263 HTTP/1.1" status: 204 len: 168 time: 0.3379774 Aug 29 20:14:53.957387 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00415b-594e-4c9d-966a-5e75b7082305 req-aaf535d9-e238-4d60-a711-62d76ba40256 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:53.960120 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7f00415b-594e-4c9d-966a-5e75b7082305 req-aaf535d9-e238-4d60-a711-62d76ba40256 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1090765 Aug 29 20:14:53.966650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ed32f-10b0-47c2-b8f9-0411ed6f3097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c96a7a1-42cd-4a44-aabf-018839933263,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:54.055845 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7f00415b-594e-4c9d-966a-5e75b7082305 req-fcf7efb1-f28a-4562-bf3c-0a77cd483cce tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858016 Aug 29 20:14:54.167189 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59084) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:54.487621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c44d-997c-44c3-b0ed-f3a464e5df6e req-52803ec9-896f-45ca-a34b-1de89486112d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:54.489552 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6e24c44d-997c-44c3-b0ed-f3a464e5df6e req-52803ec9-896f-45ca-a34b-1de89486112d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 943 time: 0.0917938 Aug 29 20:14:54.520539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b5f4707c-be41-4b6f-a134-52c539521c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:54.557041 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:14:54.570331 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:54.583484 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6e24c44d-997c-44c3-b0ed-f3a464e5df6e req-f839f641-ef1f-46b3-b1cb-be97f4be99a9 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831678 Aug 29 20:14:54.595574 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:54.665815 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b5f4707c-be41-4b6f-a134-52c539521c4f admin admin] Publish callbacks [] for security_group (0b642813-a4c2-43fc-8a71-0687d84d5d5c), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:54.672542 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b5f4707c-be41-4b6f-a134-52c539521c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (0b642813-a4c2-43fc-8a71-0687d84d5d5c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:54.692163 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:54.734164 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4707c-be41-4b6f-a134-52c539521c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b642813-a4c2-43fc-8a71-0687d84d5d5c,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:54.752720 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:54.757502 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:54.785521 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf', 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6', 'port_id': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf', 'mac_address': 'fa:16:3e:15:ad:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1568c19-e19b-4d85-9fe1-b538e93b9ad5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:14:54.802848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:54.840880 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b5f4707c-be41-4b6f-a134-52c539521c4f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5359d4a4cbfa49b4b2e58d373de21ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6724513 Aug 29 20:14:54.847699 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59102) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:54.869470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bd9d-e5be-4e7a-a1b1-5d24a4345e0d req-10dcbb57-b39e-4c54-874a-09650f7474d6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:54.874642 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:54.875626 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:54.882987 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e309bd9d-e5be-4e7a-a1b1-5d24a4345e0d req-10dcbb57-b39e-4c54-874a-09650f7474d6 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.1324999 Aug 29 20:14:54.903278 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:14:54.937797 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738368d-2a41-4900-826e-16ea3a7b280b req-b4de35fa-ebea-481f-aa2e-391d6729eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:54.940333 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d738368d-2a41-4900-826e-16ea3a7b280b req-b4de35fa-ebea-481f-aa2e-391d6729eab5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1129 time: 0.1145730 Aug 29 20:14:54.952492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:54.962211 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:55.006916 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e309bd9d-e5be-4e7a-a1b1-5d24a4345e0d req-11692273-33dc-42c1-958e-f21ac459ad6f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226249 Aug 29 20:14:55.018450 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-b46bba70-ec8f-48e8-aba9-01646eaf1238 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550222 Aug 29 20:14:55.043116 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d3a564d-75b1-4e7e-9411-b0966c4cc397 admin admin] Publish callbacks [] for security_group (0b642813-a4c2-43fc-8a71-0687d84d5d5c), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:55.075394 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d738368d-2a41-4900-826e-16ea3a7b280b req-19571445-0e10-4593-bbef-133d8d477925 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176488 Aug 29 20:14:55.075999 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:55.076197 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d3a564d-75b1-4e7e-9411-b0966c4cc397 admin admin] Publish callbacks [] for security_group (0b642813-a4c2-43fc-8a71-0687d84d5d5c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:55.206361 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d3a564d-75b1-4e7e-9411-b0966c4cc397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (0b642813-a4c2-43fc-8a71-0687d84d5d5c), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:55.210854 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d3a564d-75b1-4e7e-9411-b0966c4cc397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:55.212431 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8d3a564d-75b1-4e7e-9411-b0966c4cc397 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0b642813-a4c2-43fc-8a71-0687d84d5d5c HTTP/1.1" status: 204 len: 168 time: 0.3627403 Aug 29 20:14:55.224521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a564d-75b1-4e7e-9411-b0966c4cc397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b642813-a4c2-43fc-8a71-0687d84d5d5c,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:55.354340 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7d8b80f-b2fd-43c5-9917-86ae1ff5581c req-3d7772b8-d0fc-44b3-ad85-2dc885a66eb1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188474 Aug 29 20:14:55.407914 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c2413-6c19-4913-a4f5-4c44a6a96682 req-1a84e23b-fea8-494e-970f-a0fc545ee5b9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:55.428146 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-534c2413-6c19-4913-a4f5-4c44a6a96682 req-1a84e23b-fea8-494e-970f-a0fc545ee5b9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1815834 Aug 29 20:14:55.536845 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-534c2413-6c19-4913-a4f5-4c44a6a96682 req-29d7a7ae-75ca-49c1-a977-8d3316cbdb1f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071782 Aug 29 20:14:55.682129 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['80eb06c7-bb62-4e58-b85c-9fc9ea7efddf'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:14:55.818582 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3866e-4f44-4993-8684-4bf81095acda req-f2433b48-bbe7-4d26-867c-0ba10b693002 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:55.821055 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1ed3866e-4f44-4993-8684-4bf81095acda req-f2433b48-bbe7-4d26-867c-0ba10b693002 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 944 time: 0.0768762 Aug 29 20:14:55.910070 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1ed3866e-4f44-4993-8684-4bf81095acda req-51a6fe42-4c56-4e17-b30a-8c0709644fcc tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775843 Aug 29 20:14:55.917181 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59132) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:55.949986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-de477e91-29df-4748-9e46-78e445fb9ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.094725 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:56.098933 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-de477e91-29df-4748-9e46-78e445fb9ad5 admin admin] Publish callbacks [] for security_group (8b11f648-b322-42b5-8b12-8005dacc3151), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.110050 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-de477e91-29df-4748-9e46-78e445fb9ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (8b11f648-b322-42b5-8b12-8005dacc3151), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.167996 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-de477e91-29df-4748-9e46-78e445fb9ad5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=00777eb7189e48368b572b088cdd77b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491171 Aug 29 20:14:56.168725 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477e91-29df-4748-9e46-78e445fb9ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b11f648-b322-42b5-8b12-8005dacc3151,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:56.172476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59160) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:56.258875 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b14ce54-a907-4364-8550-4d0d8d5074a4 admin admin] Publish callbacks [] for security_group (8b11f648-b322-42b5-8b12-8005dacc3151), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.288333 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b14ce54-a907-4364-8550-4d0d8d5074a4 admin admin] Publish callbacks [] for security_group (8b11f648-b322-42b5-8b12-8005dacc3151), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.361138 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b14ce54-a907-4364-8550-4d0d8d5074a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (8b11f648-b322-42b5-8b12-8005dacc3151), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.366150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7b14ce54-a907-4364-8550-4d0d8d5074a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.368392 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7b14ce54-a907-4364-8550-4d0d8d5074a4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8b11f648-b322-42b5-8b12-8005dacc3151 HTTP/1.1" status: 204 len: 168 time: 0.1945956 Aug 29 20:14:56.380920 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14ce54-a907-4364-8550-4d0d8d5074a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b11f648-b322-42b5-8b12-8005dacc3151,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:56.782599 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8cda6-7d0c-4f13-8467-2ba72d63c9ee req-89d3d3c0-afcc-45ba-ae9e-2c21adcde30f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:56.793069 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84c8cda6-7d0c-4f13-8467-2ba72d63c9ee req-89d3d3c0-afcc-45ba-ae9e-2c21adcde30f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0830069 Aug 29 20:14:56.822515 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59184) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:56.829669 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817767301', 'description': 'tempest-description--72412160'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:56.861780 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:56.888657 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-84c8cda6-7d0c-4f13-8467-2ba72d63c9ee req-cc9a1a3c-5eba-4334-b232-f4f1f98d95e5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926702 Aug 29 20:14:57.001237 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group (907b77f0-633c-492b-815f-5cd6bd980402), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.006112 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (907b77f0-633c-492b-815f-5cd6bd980402), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.094734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:14:57.097325 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.104234 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2746518 Aug 29 20:14:57.104496 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59192) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:57.110272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'security_group_rule': {'security_group_id': '907b77f0-633c-492b-815f-5cd6bd980402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:57.117806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22f5bd-6103-4139-bd0e-6be85d8d68ad tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907b77f0-633c-492b-815f-5cd6bd980402,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:57.145085 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f602c44-c92a-4108-9f85-29d770ba0f8e req-74de38a8-f8d6-412b-a5a6-42c5e84e8e47 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:57.146773 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8f602c44-c92a-4108-9f85-29d770ba0f8e req-74de38a8-f8d6-412b-a5a6-42c5e84e8e47 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 944 time: 0.1068220 Aug 29 20:14:57.199886 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:14:57.210723 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:14:57.211441 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.218537 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:57.222628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group_rule (1adf551d-ed53-4e4a-a219-fe5ad7c2f27f), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.256596 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8f602c44-c92a-4108-9f85-29d770ba0f8e req-9d0c3977-ff2b-4e19-adbb-db9b3bffcd3e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008599 Aug 29 20:14:57.369693 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group_rule (1adf551d-ed53-4e4a-a219-fe5ad7c2f27f), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.377624 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (1adf551d-ed53-4e4a-a219-fe5ad7c2f27f), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.379417 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:14:57.380007 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.416655 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adf551d-ed53-4e4a-a219-fe5ad7c2f27f,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:57.431967 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.433358 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-305f5923-8be9-46d1-8f62-1e5478c228d4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278055 Aug 29 20:14:57.441877 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59210) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:57.444495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'security_group_rule': {'security_group_id': '907b77f0-633c-492b-815f-5cd6bd980402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:57.456476 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:14:57.457244 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:14:57.461226 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e871dd38-9e41-4126-ad15-c80cd5150ad7" -d '{"events": [{"server_uuid": "fe876d16-ee3b-4423-bc61-402c07105d0d", "name": "network-vif-plugged", "status": "completed", "tag": "80eb06c7-bb62-4e58-b85c-9fc9ea7efddf"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:14:57.466886 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.504507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group_rule (2f06ff20-3bf3-4cc6-8a65-af4665cc9232), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.556721 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:57.600136 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b97d4-c617-4237-8958-3e0717bdcfdb x-openstack-request-id: req-f43b97d4-c617-4237-8958-3e0717bdcfdb {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:14:57.600765 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe876d16-ee3b-4423-bc61-402c07105d0d", "name": "network-vif-plugged", "status": "completed", "tag": "80eb06c7-bb62-4e58-b85c-9fc9ea7efddf", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:14:57.601321 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f43b97d4-c617-4237-8958-3e0717bdcfdb {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:14:57.602119 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43b97d4-c617-4237-8958-3e0717bdcfdb'] response: {'server_uuid': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf', 'code': 200} Aug 29 20:14:57.669302 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group_rule (2f06ff20-3bf3-4cc6-8a65-af4665cc9232), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.679106 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (2f06ff20-3bf3-4cc6-8a65-af4665cc9232), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.710467 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f06ff20-3bf3-4cc6-8a65-af4665cc9232,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:57.725580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:57.729877 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-ef66114a-b5ea-463c-a3d5-9722ce6c45b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877553 Aug 29 20:14:57.732717 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59226) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:57.744713 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:57.806680 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:58.020172 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:58.034999 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:58.233655 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96544d19-d926-4c38-bb23-57f48778ac33 req-939eda39-3e3d-4919-bd2b-440e0f023f84 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:58.234439 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Allocated IP 172.27.3.40 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/c854c88e-d049-4c83-8e15-dc1d1db4cb9a) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:14:58.236586 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-96544d19-d926-4c38-bb23-57f48778ac33 req-939eda39-3e3d-4919-bd2b-440e0f023f84 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1613038 Aug 29 20:14:58.246531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa0a46-2492-4fd8-9957-8c48a78d545c req-8392ae0f-52cc-4373-baa7-3c09056635de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:58.250904 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-57fa0a46-2492-4fd8-9957-8c48a78d545c req-8392ae0f-52cc-4373-baa7-3c09056635de service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 1129 time: 0.1047564 Aug 29 20:14:58.361971 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-96544d19-d926-4c38-bb23-57f48778ac33 req-7ba3f144-279c-4f63-8dda-72cf13841951 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094060 Aug 29 20:14:58.445045 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-57fa0a46-2492-4fd8-9957-8c48a78d545c req-c3c3bb22-d995-4c30-93f8-e5777ae363c1 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824808 Aug 29 20:14:58.484605 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:58.514698 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:58.621353 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543e70-911c-4457-be80-79c6b82273de req-d0f2f492-a2a4-47ac-bb0f-3baa3f52ace1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:58.625057 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-92543e70-911c-4457-be80-79c6b82273de req-d0f2f492-a2a4-47ac-bb0f-3baa3f52ace1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.1377409 Aug 29 20:14:58.675015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:58.718222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0a37e-cac8-4683-ba42-346e25f0b2a3 req-705382a5-669e-4b55-affb-0bbaf9c9bd89 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:14:58.721589 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:58.723538 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ea0a37e-cac8-4683-ba42-346e25f0b2a3 req-705382a5-669e-4b55-affb-0bbaf9c9bd89 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1520641 Aug 29 20:14:58.743024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59248) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:58.752444 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'floatingip': {'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:14:58.791184 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:14:58.808192 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:14:58.816962 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:14:58.867826 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-92543e70-911c-4457-be80-79c6b82273de req-078f8bfd-ceae-4fef-8af5-1c6c3ee7ac0e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275279 Aug 29 20:14:58.868303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'Port': ['ID=c854c88e-d049-4c83-8e15-dc1d1db4cb9a,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:58.905456 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.006429 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.070690 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59254) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:59.102538 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.272053 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:59.338568 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8a52ba44-2573-4c87-90c7-0d821a431487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.419692 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.439336 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.454758 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:59.611704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.631900 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'Port': ['ID=c854c88e-d049-4c83-8e15-dc1d1db4cb9a,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:59.669232 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.684605 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-76eef81b-aba3-4b05-8556-1aaf56d2d539 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9356689 Aug 29 20:14:59.703713 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8a52ba44-2573-4c87-90c7-0d821a431487 admin admin] Publish callbacks [] for security_group (9ca3c625-5fb9-4fde-83e5-897dd4c500d1), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.712938 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8a52ba44-2573-4c87-90c7-0d821a431487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9ca3c625-5fb9-4fde-83e5-897dd4c500d1), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:14:59.753897 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:59.785019 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:14:59.842526 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8a52ba44-2573-4c87-90c7-0d821a431487 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2df95fced5db45febdb970f38529d1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7660725 Aug 29 20:14:59.849689 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59266) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:14:59.884201 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52ba44-2573-4c87-90c7-0d821a431487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca3c625-5fb9-4fde-83e5-897dd4c500d1,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:14:59.990359 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5053ca37-5a07-4fde-bb57-3d07207633c1 admin admin] Publish callbacks [] for security_group (9ca3c625-5fb9-4fde-83e5-897dd4c500d1), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:00.090975 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5053ca37-5a07-4fde-bb57-3d07207633c1 admin admin] Publish callbacks [] for security_group (9ca3c625-5fb9-4fde-83e5-897dd4c500d1), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:00.146755 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b29e18-24e6-466a-806d-4fbfffd04b8e req-08ecbafe-b810-4ae9-b18f-307f49eda48d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:00.149386 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9b29e18-24e6-466a-806d-4fbfffd04b8e req-08ecbafe-b810-4ae9-b18f-307f49eda48d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.1402164 Aug 29 20:15:00.212328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.db.resource_extend [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 20:15:00.252418 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9b29e18-24e6-466a-806d-4fbfffd04b8e req-7333b355-e2fe-44a1-a7ea-d86e3149ca3e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902727 Aug 29 20:15:00.273331 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5053ca37-5a07-4fde-bb57-3d07207633c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9ca3c625-5fb9-4fde-83e5-897dd4c500d1), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:00.278601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5053ca37-5a07-4fde-bb57-3d07207633c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:00.284845 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5053ca37-5a07-4fde-bb57-3d07207633c1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9ca3c625-5fb9-4fde-83e5-897dd4c500d1 HTTP/1.1" status: 204 len: 168 time: 0.4294629 Aug 29 20:15:00.321308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053ca37-5a07-4fde-bb57-3d07207633c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca3c625-5fb9-4fde-83e5-897dd4c500d1,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:00.356990 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-5ead55d5-5e14-45b3-9b88-969b3f3d5b1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1817767301&fields=id&tenant_id=bbb0263903e14938b44d9a6b430d84ce HTTP/1.1" status: 200 len: 267 time: 0.1871929 Aug 29 20:15:00.366508 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:00.372734 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:00.690611 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Floating IP c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff associated. External IP: 172.27.3.251, port: 4c3e0080-8d58-44c1-8b13-e2b6f6549e47. Aug 29 20:15:00.707312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-88b55867-9487-488a-9ad3-392af9a202a1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:00.709810 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-88b55867-9487-488a-9ad3-392af9a202a1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 819 time: 0.3296559 Aug 29 20:15:00.796056 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-d371ae2e-c893-4448-bd38-4e2c1ec67b8d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/quotas/bbb0263903e14938b44d9a6b430d84ce HTTP/1.1" status: 200 len: 375 time: 0.0377798 Aug 29 20:15:00.947434 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-9c25215b-d73d-4f7c-9e76-0055be94715b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1013546 Aug 29 20:15:01.250554 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:15:01.319389 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-8b118c5e-146f-4a34-8881-701777e79e09 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057692 Aug 29 20:15:01.428794 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8470-064b-44b4-9fbb-9ac50a9649f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:01.464329 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:01.614287 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:15:01.622853 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:01.630679 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-d9e8cb9a-c9a0-43cd-997f-0627778f80c8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579935 Aug 29 20:15:01.674087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:15:01.691740 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-dff9ab9a-55df-400a-a9bf-4d2099e8e8a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff HTTP/1.1" status: 200 len: 991 time: 2.9465387 Aug 29 20:15:01.692913 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:01.696855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3111e61f-fe83-4c74-bdfa-5295d661f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:01.716861 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:01.718676 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:01.881366 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e3f0-2b32-47ab-8dc8-9873cbd1acc1 req-158db583-fecc-4dd4-b89a-cfc6d93aa54f tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:01.890157 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e729e3f0-2b32-47ab-8dc8-9873cbd1acc1 req-158db583-fecc-4dd4-b89a-cfc6d93aa54f tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.0886481 Aug 29 20:15:01.992877 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e729e3f0-2b32-47ab-8dc8-9873cbd1acc1 req-40d2bb3b-695e-402a-8778-ba59ed467026 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902302 Aug 29 20:15:02.011130 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0091f-1fe4-426c-8093-6dc4a6b824bc x-openstack-request-id: req-a1b0091f-1fe4-426c-8093-6dc4a6b824bc {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:02.011460 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:02.011963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1b0091f-1fe4-426c-8093-6dc4a6b824bc {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:02.012522 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b0091f-1fe4-426c-8093-6dc4a6b824bc'] response: {'name': 'network-changed', 'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'status': 'completed', 'code': 200} Aug 29 20:15:02.117298 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:02.126339 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:02.173799 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b1559da9-5cf3-4d36-9d74-bd4d4d763dc1 req-4ccf6c9c-8da3-49ef-8ca5-8e13fff4c981 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0772769 Aug 29 20:15:02.233290 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-df6f1830-f8fa-4a64-a237-5e47b2bf2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:02.236258 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-df6f1830-f8fa-4a64-a237-5e47b2bf2dbb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1129 time: 0.0610106 Aug 29 20:15:02.363464 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:02.410758 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:02.448620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-8e5fc525-a25d-4256-a575-99e47232f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:02.451121 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-8e5fc525-a25d-4256-a575-99e47232f52f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1978307 Aug 29 20:15:02.646661 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-d84b7bcb-8d68-40d1-9a09-b705f0cd42cd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 999 time: 0.1819785 Aug 29 20:15:02.720145 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'mac_address': 'fa:16:3e:a7:47:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:35Z', 'updated_at': '2022-08-29T20:14:59Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:02.725122 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59348) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:02.765782 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-ca4a628a-9025-4c79-8b34-784df4384c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:02.769141 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-ca4a628a-9025-4c79-8b34-784df4384c29 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.1112666 Aug 29 20:15:02.771547 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:15:02.786104 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:02.787024 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:14:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:02.852132 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-63efdf5c-d7b3-491b-8a54-ce4a9f107f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:02.855014 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-63efdf5c-d7b3-491b-8a54-ce4a9f107f30 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757761 Aug 29 20:15:02.907919 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e079602-7dfa-4f0e-b7fb-51f31197a8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:02.986002 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:03.062496 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-ab07d88a-be66-4085-a00b-28ba8a2d5ce7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683726 Aug 29 20:15:03.105437 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e079602-7dfa-4f0e-b7fb-51f31197a8ea admin admin] Publish callbacks [] for security_group (dc0cb7eb-6266-4f64-a3f7-7ad863b40b91), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.112879 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e079602-7dfa-4f0e-b7fb-51f31197a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (dc0cb7eb-6266-4f64-a3f7-7ad863b40b91), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.187416 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8e079602-7dfa-4f0e-b7fb-51f31197a8ea admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3476c2de77584f69bc25100ac93e9ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604111 Aug 29 20:15:03.188339 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e079602-7dfa-4f0e-b7fb-51f31197a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0cb7eb-6266-4f64-a3f7-7ad863b40b91,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:03.209624 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59354) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:03.273252 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3111e61f-fe83-4c74-bdfa-5295d661f5e2 req-8feb4e31-f793-47ec-aadc-843179314169 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003584 Aug 29 20:15:03.360539 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ca63ebf5-c301-446c-9dfc-b276aedcf192 admin admin] Publish callbacks [] for security_group (dc0cb7eb-6266-4f64-a3f7-7ad863b40b91), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.455874 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ca63ebf5-c301-446c-9dfc-b276aedcf192 admin admin] Publish callbacks [] for security_group (dc0cb7eb-6266-4f64-a3f7-7ad863b40b91), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.512472 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c5aadd27-5f28-4b04-a8f1-bcef87d7395d req-121e9e51-ea96-4d65-815b-364d2f6c280e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0962451 Aug 29 20:15:03.534335 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'mac_address': 'fa:16:3e:a7:47:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:35Z', 'updated_at': '2022-08-29T20:14:59Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:03.604850 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc4101-5491-4f04-9fc8-c8d8146f3abf None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'mac_address': 'fa:16:3e:a7:47:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:35Z', 'updated_at': '2022-08-29T20:14:59Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:15:03.654343 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ca63ebf5-c301-446c-9dfc-b276aedcf192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (dc0cb7eb-6266-4f64-a3f7-7ad863b40b91), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.660462 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ca63ebf5-c301-446c-9dfc-b276aedcf192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.662416 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-ca63ebf5-c301-446c-9dfc-b276aedcf192 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/dc0cb7eb-6266-4f64-a3f7-7ad863b40b91 HTTP/1.1" status: 204 len: 168 time: 0.4516373 Aug 29 20:15:03.722343 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63ebf5-c301-446c-9dfc-b276aedcf192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0cb7eb-6266-4f64-a3f7-7ad863b40b91,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:03.875272 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-bdb6bf1e-9374-4c69-8ea7-a6210c1f0a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:03.985162 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14785305-a180-4e5c-93e3-d90c44c53436 None None] New status for floating IP c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:15:04.090483 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c8c18-9c96-4a5c-8848-77230525da99 req-45cbefa1-d85b-4e48-81ae-c463fd09dc62 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:04.103294 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-474c8c18-9c96-4a5c-8848-77230525da99 req-45cbefa1-d85b-4e48-81ae-c463fd09dc62 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.1026785 Aug 29 20:15:04.182000 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-474c8c18-9c96-4a5c-8848-77230525da99 req-a0f35424-c7da-4c57-b1bb-f79c83a0c14c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769947 Aug 29 20:15:04.698666 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2be95b02-6a8c-4adb-bd0c-ecce17d8c470 req-69dfef92-7b72-4156-ae79-eb67ababfffc tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0515723 Aug 29 20:15:05.322220 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:05.362721 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d1d4-364b-4746-b3a5-c8b02208e954 req-ea924af8-0d33-4170-a66e-885a2823f7cc tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:05.367914 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-56d1d1d4-364b-4746-b3a5-c8b02208e954 req-ea924af8-0d33-4170-a66e-885a2823f7cc tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.0679355 Aug 29 20:15:05.437984 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:05.447891 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-56d1d1d4-364b-4746-b3a5-c8b02208e954 req-d7252b46-fb15-40c2-9a93-066e1830bfb6 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Aug 29 20:15:05.837622 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7c054dcb-9065-4f48-80df-9214c3ff3826 req-5c5e0225-f6ca-462a-b437-1a67e85936a7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0419178 Aug 29 20:15:06.304179 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:06.683221 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c3789-be71-442c-8018-50d0b5520d21 req-cf5a95eb-5e54-49ef-accc-afa1560066e6 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:06.690516 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc8c3789-be71-442c-8018-50d0b5520d21 req-cf5a95eb-5e54-49ef-accc-afa1560066e6 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.0886719 Aug 29 20:15:06.691833 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-47861b76-4938-4b6e-be39-531d7bbb9a69 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:06.694787 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-47861b76-4938-4b6e-be39-531d7bbb9a69 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 945 time: 0.2006881 Aug 29 20:15:06.818245 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:06.834988 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc8c3789-be71-442c-8018-50d0b5520d21 req-240afbb1-03bf-49ab-827d-483b54739d8d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364822 Aug 29 20:15:06.854016 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:06.912798 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Deleting port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:15:06.913642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:07.034144 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-d678e3fb-014c-405c-99c9-5689bb7984b4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:07.037008 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-d678e3fb-014c-405c-99c9-5689bb7984b4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 819 time: 0.5406067 Aug 29 20:15:07.050443 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:07.072577 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a4cacaf7-29ee-4408-8d3f-5376397037c4 req-f5356153-f074-4333-90ed-7af646a49417 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0771763 Aug 29 20:15:07.224385 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:07.234102 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] For port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:07.234475 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:07.260644 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-f5d70152-349e-48ee-ab13-2789ff7c3d59 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bbb0263903e14938b44d9a6b430d84ce HTTP/1.1" status: 200 len: 380 time: 0.1863871 Aug 29 20:15:07.268075 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Calling delete_port for 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:15:07.279383 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'port': {'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'admin_state_up': True, 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'security_groups': ['907b77f0-633c-492b-815f-5cd6bd980402']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:07.730744 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Made reservation on behalf of bbb0263903e14938b44d9a6b430d84ce for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:15:07.735534 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:07.833759 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (80eb06c7-bb62-4e58-b85c-9fc9ea7efddf), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:07.906378 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Pushing event deleted for resources: {'Port': ['ID=80eb06c7-bb62-4e58-b85c-9fc9ea7efddf,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:07.970562 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] No DVR routers for this DVR port 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:15:07.974661 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:07.980625 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8087c0f7-5fc1-485d-8de8-cfec17449d48 req-c988c4a9-4989-4141-92c3-1f89cbe12509 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "DELETE /networking/v2.0/ports/80eb06c7-bb62-4e58-b85c-9fc9ea7efddf HTTP/1.1" status: 204 len: 173 time: 1.2696085 Aug 29 20:15:07.985499 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4fb13399-ece7-4cb3-809b-7a900b5527bc req-09dd60ed-3f64-45cc-a18d-e870cd8aa46d tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.0377734 Aug 29 20:15:08.010364 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'name': 'network-vif-deleted', 'tag': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:08.012975 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c41725-908f-45dc-9420-187dd003dcc4" -d '{"events": [{"server_uuid": "fe876d16-ee3b-4423-bc61-402c07105d0d", "name": "network-vif-deleted", "tag": "80eb06c7-bb62-4e58-b85c-9fc9ea7efddf"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:08.070694 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e3b93-9d9b-4677-9ae3-a04b3e9917aa x-openstack-request-id: req-9a3e3b93-9d9b-4677-9ae3-a04b3e9917aa {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:08.071126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe876d16-ee3b-4423-bc61-402c07105d0d", "name": "network-vif-deleted", "tag": "80eb06c7-bb62-4e58-b85c-9fc9ea7efddf", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:08.071318 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a3e3b93-9d9b-4677-9ae3-a04b3e9917aa {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:08.071744 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3e3b93-9d9b-4677-9ae3-a04b3e9917aa'] response: {'server_uuid': 'fe876d16-ee3b-4423-bc61-402c07105d0d', 'name': 'network-vif-deleted', 'tag': '80eb06c7-bb62-4e58-b85c-9fc9ea7efddf', 'status': 'completed', 'code': 200} Aug 29 20:15:08.072999 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Allocated IP 172.20.0.7 (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40/36508d83-911c-4923-841e-d95d828d5bf1/c2122474-4565-44ec-986a-9646613e2d4e) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:08.277095 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7d76c630-1ce8-47b9-8cc6-e5fed3704b5f req-4243020d-425c-43a7-9aa3-7b4778f0b1c7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0561216 Aug 29 20:15:08.344441 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for port (c2122474-4565-44ec-986a-9646613e2d4e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:08.350189 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:08.400016 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (c2122474-4565-44ec-986a-9646613e2d4e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:08.476807 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:08.481531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:08.485451 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:08.491311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:08.492311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:08.509648 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event updated for resources: {'Port': ['ID=c2122474-4565-44ec-986a-9646613e2d4e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:08.534309 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-36d47238-f56a-476d-9188-fb2d18118d9f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2631004 Aug 29 20:15:08.718790 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Request body: {'port': {'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:08.725227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:08.828681 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c2122474-4565-44ec-986a-9646613e2d4e), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:08.844503 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-5bfbc8f0-235a-4f5b-b885-7b105ba0851f None None] Provisioning complete for port c2122474-4565-44ec-986a-9646613e2d4e triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:08.845380 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc8f0-235a-4f5b-b885-7b105ba0851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c2122474-4565-44ec-986a-9646613e2d4e), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:08.911837 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbc8f0-235a-4f5b-b885-7b105ba0851f None None] Port c2122474-4565-44ec-986a-9646613e2d4e cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:15:09.123322 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:15:09.192140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:15:09.192662 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 80eb06c7-bb62-4e58-b85c-9fc9ea7efddf not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:15:09.267472 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-011263f5-9c1f-4559-bd04-b64975098f72 req-2907f760-b1b8-4e37-86ad-4fecb665fccb tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.0599341 Aug 29 20:15:09.418485 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2122474-4565-44ec-986a-9646613e2d4e {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:15:09.435504 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Publish callbacks [] for port (c2122474-4565-44ec-986a-9646613e2d4e), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:09.447704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f3458-8772-4c63-a807-c9267d595209 req-f0691993-e479-4d1b-b658-563fc42987e5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:09.451485 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-028f3458-8772-4c63-a807-c9267d595209 req-f0691993-e479-4d1b-b658-563fc42987e5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 931 time: 0.0739350 Aug 29 20:15:09.455320 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Transition to ACTIVE for port object c2122474-4565-44ec-986a-9646613e2d4e will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:15:09.459594 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c2122474-4565-44ec-986a-9646613e2d4e), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:09.547325 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-028f3458-8772-4c63-a807-c9267d595209 req-d79785d1-f950-4f5b-8167-ff2926f860a0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845923 Aug 29 20:15:09.549112 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2122474-4565-44ec-986a-9646613e2d4e,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:09.577753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Attempting to bind port c2122474-4565-44ec-986a-9646613e2d4e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:09.577753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Attempting to bind port c2122474-4565-44ec-986a-9646613e2d4e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:09.577753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Attempting to bind port c2122474-4565-44ec-986a-9646613e2d4e on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:09.577753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Port c2122474-4565-44ec-986a-9646613e2d4e on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:15:09.577753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Attempting to bind port c2122474-4565-44ec-986a-9646613e2d4e on network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:09.583364 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:09.583710 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Checking segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:09.584094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Bound using segment: {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:09.584587 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Bound port: c2122474-4565-44ec-986a-9646613e2d4e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:09.584898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c2122474-4565-44ec-986a-9646613e2d4e), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:09.665760 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] For port c2122474-4565-44ec-986a-9646613e2d4e, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:09.670798 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] For port c2122474-4565-44ec-986a-9646613e2d4e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c2122474-4565-44ec-986a-9646613e2d4e,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:09.679982 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c2122474-4565-44ec-986a-9646613e2d4e), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:09.687041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:09.688004 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:09.690258 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 1093 time: 0.9802997 Aug 29 20:15:09.767085 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced459ab-6d83-45a1-b58a-ae9cb8dec0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2122474-4565-44ec-986a-9646613e2d4e,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:10.073738 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:10.077283 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f52190-aa76-42ed-88a4-6f214045cccd" -d '{"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:10.137518 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b467fe-8370-472c-a292-6a4bceb71cac x-openstack-request-id: req-d6b467fe-8370-472c-a292-6a4bceb71cac {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:10.137985 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:10.138362 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6b467fe-8370-472c-a292-6a4bceb71cac {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:10.138831 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b467fe-8370-472c-a292-6a4bceb71cac'] response: {'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e', 'status': 'completed', 'code': 200} Aug 29 20:15:10.308789 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-4b83fae8-6d05-49c6-9210-285a8bb7535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:10.311628 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-4b83fae8-6d05-49c6-9210-285a8bb7535d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1127 time: 0.1067429 Aug 29 20:15:10.441223 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-30688083-1f0a-485d-a4be-0e5e69b67a44 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 217 time: 0.1021886 Aug 29 20:15:10.554955 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-db2be0ce-eee3-4eac-b84c-f7bad3ebdfb2 req-eb391754-20dc-459f-ad71-958ff4af75cc tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fe876d16-ee3b-4423-bc61-402c07105d0d HTTP/1.1" status: 200 len: 210 time: 0.0787899 Aug 29 20:15:10.573341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ce8d1c39-e174-416c-8ba7-265a41f2153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:10.575789 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-ce8d1c39-e174-416c-8ba7-265a41f2153a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1279252 Aug 29 20:15:10.650339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-e3636856-6886-4a8d-a382-c4f7946a54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:10.653347 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-e3636856-6886-4a8d-a382-c4f7946a54e5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653460 Aug 29 20:15:10.672446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:10.777993 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d450-305d-4c4e-a3fd-3c03bd9843ef req-c070e52f-37e4-4a48-9cff-6fe99ffd7f46 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:10.780222 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1a6d450-305d-4c4e-a3fd-3c03bd9843ef req-c070e52f-37e4-4a48-9cff-6fe99ffd7f46 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 943 time: 0.1063321 Aug 29 20:15:10.858433 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-1d5258a7-4f62-4d72-a332-9a2ec177814f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938787 Aug 29 20:15:10.884711 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:10.923364 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1a6d450-305d-4c4e-a3fd-3c03bd9843ef req-06ca44fb-61d6-4696-8f44-721da85b4498 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314418 Aug 29 20:15:11.012055 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aacb1066-7bd2-45e7-a0d3-b413c9a51624 req-cd480ac5-691f-43b6-9590-84e41d5fd9bd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442163 Aug 29 20:15:11.678278 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80247f72-f25a-493b-a331-60ceeb4a5e1c req-b0d3230c-3265-447b-9442-b1a9f851404f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:11.680780 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-80247f72-f25a-493b-a331-60ceeb4a5e1c req-b0d3230c-3265-447b-9442-b1a9f851404f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0936656 Aug 29 20:15:11.764551 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-80247f72-f25a-493b-a331-60ceeb4a5e1c req-de54820e-96c1-4f9e-8c82-cbea1bb013c1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729048 Aug 29 20:15:11.969325 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:12.127338 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9e5d-b19c-407b-98af-86b1f4406ca3 req-d078079b-b246-4a99-a63f-18057b45722e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:12.128679 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-cbc66e68-f858-4731-9284-d875ba62c721 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:12.130135 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e99f9e5d-b19c-407b-98af-86b1f4406ca3 req-d078079b-b246-4a99-a63f-18057b45722e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 943 time: 0.0855749 Aug 29 20:15:12.131184 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-cbc66e68-f858-4731-9284-d875ba62c721 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/networks?id=792ae931-1d50-478f-bb03-d694cbfc32a6 HTTP/1.1" status: 200 len: 808 time: 0.1862581 Aug 29 20:15:12.154305 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-66aebc1a-ef06-445a-b729-9c0149fa9787 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/quotas/95b900960ce84ebba14e9157e030287e HTTP/1.1" status: 200 len: 375 time: 0.0164711 Aug 29 20:15:12.232333 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e99f9e5d-b19c-407b-98af-86b1f4406ca3 req-346e5160-17dc-43d6-b0f3-b3918f49cd43 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912030 Aug 29 20:15:12.234128 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-d1c9d57f-6411-44f7-896c-1593ddf8422b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=95b900960ce84ebba14e9157e030287e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619195 Aug 29 20:15:12.400182 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-49ba4885-c929-4e98-9dc0-4512441440e7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510367 Aug 29 20:15:12.585331 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52190-aa76-42ed-88a4-6f214045cccd req-b69c035c-add7-406f-a073-3a9de8c37967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:12.587842 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-b69c035c-add7-406f-a073-3a9de8c37967 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1127 time: 0.0946989 Aug 29 20:15:12.590394 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-8713e314-dad3-44b1-bb44-7d02a38fd8eb service neutron] 10.222.0.73 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804283 Aug 29 20:15:12.888607 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52190-aa76-42ed-88a4-6f214045cccd req-aa9e3c71-c166-4780-832d-47fd411452fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:12.891935 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-aa9e3c71-c166-4780-832d-47fd411452fa service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.1991541 Aug 29 20:15:12.995845 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df14ba4-074c-45e8-87ac-18910e49df06 req-4cd812ee-7d2a-4a82-8c09-41143608f110 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:13.008032 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8df14ba4-074c-45e8-87ac-18910e49df06 req-4cd812ee-7d2a-4a82-8c09-41143608f110 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0894160 Aug 29 20:15:13.026557 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-c3929777-d029-4719-81ae-4241f8fc44b3 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 217 time: 0.0698225 Aug 29 20:15:13.038567 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1b74878-3a91-4b17-9517-4308ead5f05b req-eeee57d9-7dbf-44c8-af9b-c3f1f33e58c9 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 210 time: 0.1454749 Aug 29 20:15:13.120676 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52190-aa76-42ed-88a4-6f214045cccd req-29b011eb-8a6e-4c00-9389-0615752311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:13.122654 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-29b011eb-8a6e-4c00-9389-0615752311d0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.0828555 Aug 29 20:15:13.132461 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8df14ba4-074c-45e8-87ac-18910e49df06 req-e7dd6c65-dbdf-42f1-baf8-c1b9eccfddab tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230254 Aug 29 20:15:13.173427 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device c2122474-4565-44ec-986a-9646613e2d4e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:15:13.238258 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52190-aa76-42ed-88a4-6f214045cccd req-0ffdabf3-8884-47e1-b1c2-6c305a0f6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:13.241101 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-0ffdabf3-8884-47e1-b1c2-6c305a0f6f99 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044421 Aug 29 20:15:13.410679 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port c2122474-4565-44ec-986a-9646613e2d4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c2122474-4565-44ec-986a-9646613e2d4e,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:13.435810 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'c2122474-4565-44ec-986a-9646613e2d4e', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:15:13.443151 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:13.470965 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75a51-3961-44b9-9362-adfda42f03ed req-fad0477b-5d0d-4f2b-8cdf-2eb1be97d7a5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:13.486086 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-93b75a51-3961-44b9-9362-adfda42f03ed req-fad0477b-5d0d-4f2b-8cdf-2eb1be97d7a5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 943 time: 0.1032915 Aug 29 20:15:13.503993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port c2122474-4565-44ec-986a-9646613e2d4e is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:13.504680 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c2122474-4565-44ec-986a-9646613e2d4e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:13.522747 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2122474-4565-44ec-986a-9646613e2d4e {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:15:13.577877 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port c2122474-4565-44ec-986a-9646613e2d4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c2122474-4565-44ec-986a-9646613e2d4e,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:13.584246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c2122474-4565-44ec-986a-9646613e2d4e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:13.625304 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:13.639194 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:13.651478 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-93b75a51-3961-44b9-9362-adfda42f03ed req-e6033b75-6874-4e78-80db-cff3c2ff58a0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636322 Aug 29 20:15:13.656034 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-b482a57b-92dd-4ee3-99ca-231f20fd8eca service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023936 Aug 29 20:15:13.714702 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=c2122474-4565-44ec-986a-9646613e2d4e,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:13.872726 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27f52190-aa76-42ed-88a4-6f214045cccd req-617f8b90-10d0-4754-a1e8-431f97b15e41 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980166 Aug 29 20:15:14.210474 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['c2122474-4565-44ec-986a-9646613e2d4e'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:15:14.224677 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c77263b3-0866-43d9-8428-78ac0832eecc req-f00cdcdf-0230-4d28-a9b4-d33198ef9a55 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 210 time: 0.0581856 Aug 29 20:15:14.378776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08191a3c-8035-42fd-a24a-5234e2e356c8 req-655f7960-6940-407d-9309-646bbb18dfcd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:14.382128 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-08191a3c-8035-42fd-a24a-5234e2e356c8 req-655f7960-6940-407d-9309-646bbb18dfcd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0904434 Aug 29 20:15:14.494312 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-08191a3c-8035-42fd-a24a-5234e2e356c8 req-641b2774-7b28-483c-b43a-e6341d49c3af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010606 Aug 29 20:15:14.861585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68e37-1dc5-46bf-bd98-f601dd68c6b3 req-745d5c87-6264-4991-bc98-9719c70582b8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:14.864428 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-64e68e37-1dc5-46bf-bd98-f601dd68c6b3 req-745d5c87-6264-4991-bc98-9719c70582b8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 944 time: 0.0829437 Aug 29 20:15:14.954016 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-64e68e37-1dc5-46bf-bd98-f601dd68c6b3 req-70ad2860-d838-424f-817e-cb07f3f9fac8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769722 Aug 29 20:15:14.986662 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:14.988114 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:15.405156 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0daa82f0-9068-4bf5-a3d1-d3616fa0fe34 req-25226527-8b75-43ec-913a-6ca8b61587c7 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 210 time: 0.0445549 Aug 29 20:15:15.483850 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-59d9a9c6-7931-4642-8325-b03bebcca1ba tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:15.486071 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-59d9a9c6-7931-4642-8325-b03bebcca1ba tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "GET /networking/v2.0/networks?id=792ae931-1d50-478f-bb03-d694cbfc32a6 HTTP/1.1" status: 200 len: 808 time: 0.2263217 Aug 29 20:15:15.519357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Request body: {'port': {'device_id': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6', 'admin_state_up': True, 'tenant_id': '95b900960ce84ebba14e9157e030287e'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:15.538242 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device c2122474-4565-44ec-986a-9646613e2d4e up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:15.614232 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port c2122474-4565-44ec-986a-9646613e2d4e completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:15:15.623378 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port c2122474-4565-44ec-986a-9646613e2d4e triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:15.624246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c2122474-4565-44ec-986a-9646613e2d4e), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:15.727519 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port c2122474-4565-44ec-986a-9646613e2d4e is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:15.728042 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c2122474-4565-44ec-986a-9646613e2d4e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:15.731647 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Made reservation on behalf of 95b900960ce84ebba14e9157e030287e for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:15:15.734296 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e7cc-9ee9-4ff0-a717-54d407f33047 req-13bc2b78-78e0-44b0-acd0-eac48f498aff tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:15.736047 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1256e7cc-9ee9-4ff0-a717-54d407f33047 req-13bc2b78-78e0-44b0-acd0-eac48f498aff tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1015184 Aug 29 20:15:15.736228 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:15.738645 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:15.770598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:15.775789 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f5bffc-f681-4ae5-a950-ff27754167dd" -d '{"events": [{"server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "name": "network-vif-plugged", "status": "completed", "tag": "c2122474-4565-44ec-986a-9646613e2d4e"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:15.808082 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port c2122474-4565-44ec-986a-9646613e2d4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c2122474-4565-44ec-986a-9646613e2d4e,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:15.815050 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c2122474-4565-44ec-986a-9646613e2d4e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:15.865160 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1256e7cc-9ee9-4ff0-a717-54d407f33047 req-d07597a0-8663-4684-910f-96e851e01598 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184471 Aug 29 20:15:15.940840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=c2122474-4565-44ec-986a-9646613e2d4e,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:15.975879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab47a91-aa5e-484c-979d-9a1057c30eb7 x-openstack-request-id: req-dab47a91-aa5e-484c-979d-9a1057c30eb7 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:15.975879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "name": "network-vif-plugged", "status": "completed", "tag": "c2122474-4565-44ec-986a-9646613e2d4e", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:15.975879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dab47a91-aa5e-484c-979d-9a1057c30eb7 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:15.975879 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab47a91-aa5e-484c-979d-9a1057c30eb7'] response: {'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e', 'code': 200} Aug 29 20:15:16.028633 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Allocated IP 172.20.0.2 (792ae931-1d50-478f-bb03-d694cbfc32a6/e1568c19-e19b-4d85-9fe1-b538e93b9ad5/6b429f02-d4c4-4fb5-b1af-16ec99028e58) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:16.178543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc652980-ed25-42a6-8045-95bcb0039dc3 req-f97d85f9-5012-48df-8e40-f1a70cffcd24 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:16.180833 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cc652980-ed25-42a6-8045-95bcb0039dc3 req-f97d85f9-5012-48df-8e40-f1a70cffcd24 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0842431 Aug 29 20:15:16.265641 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cc652980-ed25-42a6-8045-95bcb0039dc3 req-921c8fef-f000-4b7b-8dd0-35f5fb74673b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728095 Aug 29 20:15:16.316589 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks [] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:16.404404 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c29f6-f246-4dfb-90b6-1a95fff02a02 req-a789a11e-ee9a-4564-9c93-9d69ed64bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:16.406633 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9e0c29f6-f246-4dfb-90b6-1a95fff02a02 req-a789a11e-ee9a-4564-9c93-9d69ed64bc84 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.0802205 Aug 29 20:15:16.445665 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:16.462639 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:16.543710 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Network 792ae931-1d50-478f-bb03-d694cbfc32a6 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:16.566267 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:16.574109 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:16.579996 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:16.580683 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:16.615618 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9e0c29f6-f246-4dfb-90b6-1a95fff02a02 req-cc396291-fe8b-4f8c-95f1-c88bd169e7c2 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982305 Aug 29 20:15:16.621275 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Pushing event updated for resources: {'Port': ['ID=6b429f02-d4c4-4fb5-b1af-16ec99028e58,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:16.647717 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-a61c3adc-93a8-4bec-abbf-78bc9e5b9a6c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1331258 Aug 29 20:15:16.662457 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b2d3-4488-41aa-892a-ad9a90736ec6 req-36d7f20c-e093-4f18-9503-00f5af1d3503 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:16.665083 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8de8b2d3-4488-41aa-892a-ad9a90736ec6 req-36d7f20c-e093-4f18-9503-00f5af1d3503 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 931 time: 0.1255639 Aug 29 20:15:16.747576 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8de8b2d3-4488-41aa-892a-ad9a90736ec6 req-2f461a32-0f70-4d8f-b305-27290f79e51a tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734046 Aug 29 20:15:17.090785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261dd9f-cbdc-491b-ba65-dbc8ee0b083d req-57701b79-7cea-4276-98ab-b82748476377 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:17.093810 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2261dd9f-cbdc-491b-ba65-dbc8ee0b083d req-57701b79-7cea-4276-98ab-b82748476377 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0790682 Aug 29 20:15:17.106557 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Request body: {'port': {'device_id': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:17.156692 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:17.206743 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2261dd9f-cbdc-491b-ba65-dbc8ee0b083d req-ff2164d3-0da0-45e0-8351-2c5e3211da0c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942328 Aug 29 20:15:17.231318 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:17.429104 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:17.562229 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13307d5-b28a-43db-b1c7-b9a562d51e48 req-91d66aa4-78a4-492c-a231-d9baf68a9310 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:17.564775 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f13307d5-b28a-43db-b1c7-b9a562d51e48 req-91d66aa4-78a4-492c-a231-d9baf68a9310 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1654367 Aug 29 20:15:17.682468 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f13307d5-b28a-43db-b1c7-b9a562d51e48 req-64ecbc9e-cdb3-42e1-9466-effb8a75aa46 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098464 Aug 29 20:15:17.765680 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b429f02-d4c4-4fb5-b1af-16ec99028e58 {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:15:17.778896 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Publish callbacks [] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:17.801879 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Transition to ACTIVE for port object 6b429f02-d4c4-4fb5-b1af-16ec99028e58 will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:15:17.807569 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:17.938741 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Pushing event updated for resources: {'Port': ['ID=6b429f02-d4c4-4fb5-b1af-16ec99028e58,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:17.945456 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Attempting to bind port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:17.946058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Attempting to bind port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:17.946607 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Attempting to bind port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 on network 792ae931-1d50-478f-bb03-d694cbfc32a6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:17.956010 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 on network 792ae931-1d50-478f-bb03-d694cbfc32a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:15:17.956628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Attempting to bind port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 on network 792ae931-1d50-478f-bb03-d694cbfc32a6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:17.966866 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9251a35-2a2d-4179-83cc-743299110f25 req-0757aacd-4623-48a1-92d7-68222200e63e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:17.967885 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:17.968668 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Checking segment: {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:17.969330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Bound using segment: {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:17.970228 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f9251a35-2a2d-4179-83cc-743299110f25 req-0757aacd-4623-48a1-92d7-68222200e63e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 943 time: 0.0905037 Aug 29 20:15:17.970418 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Bound port: 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:17.971383 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:18.068493 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f9251a35-2a2d-4179-83cc-743299110f25 req-231dbbc1-14e8-44a5-b2ef-471fb73c36de tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880563 Aug 29 20:15:18.094683 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] For port 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:18.101141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] For port 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:18.111389 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:18.116991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:18.117802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:18.119616 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/6b429f02-d4c4-4fb5-b1af-16ec99028e58 HTTP/1.1" status: 200 len: 1093 time: 1.0197303 Aug 29 20:15:18.120150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'tag': '6b429f02-d4c4-4fb5-b1af-16ec99028e58'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:18.122468 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c2c026-be9a-466a-abbe-bc4fa6f7d1da", "tag": "6b429f02-d4c4-4fb5-b1af-16ec99028e58"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:18.189131 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf966f9-ab95-4b1c-875e-f1c5e8a88bc2 x-openstack-request-id: req-daf966f9-ab95-4b1c-875e-f1c5e8a88bc2 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:18.189422 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c2c026-be9a-466a-abbe-bc4fa6f7d1da", "tag": "6b429f02-d4c4-4fb5-b1af-16ec99028e58", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:18.189757 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-daf966f9-ab95-4b1c-875e-f1c5e8a88bc2 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:18.190138 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf966f9-ab95-4b1c-875e-f1c5e8a88bc2'] response: {'name': 'network-changed', 'server_uuid': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'tag': '6b429f02-d4c4-4fb5-b1af-16ec99028e58', 'status': 'completed', 'code': 200} Aug 29 20:15:18.198371 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:18.218346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efb99a-d763-4950-b65e-5e626185d66b service neutron] Pushing event updated for resources: {'Port': ['ID=6b429f02-d4c4-4fb5-b1af-16ec99028e58,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:18.402912 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-18a0d0cc-d31b-4096-925e-c72dffdf4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:18.404428 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-18a0d0cc-d31b-4096-925e-c72dffdf4a3d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=95b900960ce84ebba14e9157e030287e&device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 1127 time: 0.0772390 Aug 29 20:15:18.705231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1ceb0-6a7f-4de8-89fe-8aa4b9def185 req-b51eca9c-b99f-439a-9c3b-ef27f223ad31 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:18.708746 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8ba1ceb0-6a7f-4de8-89fe-8aa4b9def185 req-b51eca9c-b99f-439a-9c3b-ef27f223ad31 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.3861969 Aug 29 20:15:18.809294 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8ba1ceb0-6a7f-4de8-89fe-8aa4b9def185 req-68e5ff7f-f10e-4aa9-80d6-b6d74486d68f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888762 Aug 29 20:15:18.887272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59652) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:18.926739 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fc707-9107-4de3-a0d8-f13151d1655e req-a5138332-9090-42d3-bb51-a57bc4563bb1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:18.929408 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-892fc707-9107-4de3-a0d8-f13151d1655e req-a5138332-9090-42d3-bb51-a57bc4563bb1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0873427 Aug 29 20:15:19.002739 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-892fc707-9107-4de3-a0d8-f13151d1655e req-b0178955-8a8e-42c0-bbb6-72d8dae878a3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640163 Aug 29 20:15:19.084691 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fed36cad-9c4f-48ec-b95f-b15cff7ac8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.215764 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fed36cad-9c4f-48ec-b95f-b15cff7ac8b9 admin admin] Publish callbacks [] for security_group (5b4b11e3-1ef3-4371-b257-b74dd46ee186), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.221330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fed36cad-9c4f-48ec-b95f-b15cff7ac8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5b4b11e3-1ef3-4371-b257-b74dd46ee186), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.284877 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0779375-a46a-4293-a050-0883f889bb4c req-6cd0f5e7-13b1-4c70-a09a-e714bd70ce2c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:19.288607 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d0779375-a46a-4293-a050-0883f889bb4c req-6cd0f5e7-13b1-4c70-a09a-e714bd70ce2c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 943 time: 0.0907302 Aug 29 20:15:19.297179 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-fed36cad-9c4f-48ec-b95f-b15cff7ac8b9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b66d64e1b8fd4197a0fffd7854a063dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079752 Aug 29 20:15:19.298945 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed36cad-9c4f-48ec-b95f-b15cff7ac8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b11e3-1ef3-4371-b257-b74dd46ee186,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:19.301352 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59660) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:19.384058 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d0779375-a46a-4293-a050-0883f889bb4c req-52ee5f85-9117-4f55-8297-8a7632fbb677 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887277 Aug 29 20:15:19.395016 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7a41beea-02d4-47e9-8a9f-7bf890d24fab admin admin] Publish callbacks [] for security_group (5b4b11e3-1ef3-4371-b257-b74dd46ee186), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.437016 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7a41beea-02d4-47e9-8a9f-7bf890d24fab admin admin] Publish callbacks [] for security_group (5b4b11e3-1ef3-4371-b257-b74dd46ee186), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.454814 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:19.516435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7a41beea-02d4-47e9-8a9f-7bf890d24fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5b4b11e3-1ef3-4371-b257-b74dd46ee186), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.520866 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7a41beea-02d4-47e9-8a9f-7bf890d24fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:19.522782 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7a41beea-02d4-47e9-8a9f-7bf890d24fab admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5b4b11e3-1ef3-4371-b257-b74dd46ee186 HTTP/1.1" status: 204 len: 168 time: 0.2200811 Aug 29 20:15:19.537877 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41beea-02d4-47e9-8a9f-7bf890d24fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b11e3-1ef3-4371-b257-b74dd46ee186,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:19.665413 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-21bfae8b-08f7-46fa-b91b-b4bec4a688d5 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58 HTTP/1.1" status: 200 len: 217 time: 0.0675790 Aug 29 20:15:19.743752 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-292c574c-288b-469d-a2c3-43a4c3f15d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:19.752044 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-292c574c-288b-469d-a2c3-43a4c3f15d1b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e1568c19-e19b-4d85-9fe1-b538e93b9ad5 HTTP/1.1" status: 200 len: 848 time: 0.0725467 Aug 29 20:15:19.790693 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-66f8efee-6645-4e6d-97c6-6eacefcbef82 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=792ae931-1d50-478f-bb03-d694cbfc32a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357628 Aug 29 20:15:20.185554 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:20.200669 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cdae8-ca6a-4e8b-bc9d-8252a442cb49 req-aad385f9-01fb-4d9b-932e-953c11ec31c7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:20.208280 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-627cdae8-ca6a-4e8b-bc9d-8252a442cb49 req-aad385f9-01fb-4d9b-932e-953c11ec31c7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0747812 Aug 29 20:15:20.249430 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4b0d-cdb5-4301-a795-003faf9db7fc req-6eb53766-3159-4d57-824c-beb9bea24410 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:20.262089 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d02f4b0d-cdb5-4301-a795-003faf9db7fc req-6eb53766-3159-4d57-824c-beb9bea24410 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1082213 Aug 29 20:15:20.273286 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-627cdae8-ca6a-4e8b-bc9d-8252a442cb49 req-7b11542c-921d-42d7-a2f5-9787bf2a01ec tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639660 Aug 29 20:15:20.340048 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-e2d40c71-3ce1-4b62-beab-d4df8aa10a94 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361795 Aug 29 20:15:20.409935 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d02f4b0d-cdb5-4301-a795-003faf9db7fc req-6982a0b2-7916-4a57-bf5e-f382ca6ff8b5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464875 Aug 29 20:15:20.531747 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-69c970b6-06d2-4d57-b1bd-305a7d545fbe req-d3151838-8c2a-4fdc-abb0-ee43d142577d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577923 Aug 29 20:15:20.540039 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb3dd-d29d-469e-88d5-bfba4d297fde req-170b2a6d-e8d0-4e43-a0e4-a0b18d62b5a9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:20.543070 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-523eb3dd-d29d-469e-88d5-bfba4d297fde req-170b2a6d-e8d0-4e43-a0e4-a0b18d62b5a9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1356089 Aug 29 20:15:20.562913 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59690) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:20.570339 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'floatingip': {'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:20.618747 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8e52-6e2f-4d5b-808b-1868122a1579 req-1203cbb2-f24c-47ba-ba6d-77587616d743 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:20.622129 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8c6c8e52-6e2f-4d5b-808b-1868122a1579 req-1203cbb2-f24c-47ba-ba6d-77587616d743 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 943 time: 0.0884645 Aug 29 20:15:20.638902 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:20.661289 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:20.713501 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8c6c8e52-6e2f-4d5b-808b-1868122a1579 req-53a72fa1-5b83-463b-9165-503dec91e1fe tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 Aug 29 20:15:20.779576 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59694) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:20.952588 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-519545872-network', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:20.984330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Made reservation on behalf of 98b4b754e82445a0b65e88f5dbede11b for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:15:20.987082 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:20.999997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.150563 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks [] for security_group (54a00c9a-de57-4162-ad7a-4dc8616f3230), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.156326 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (54a00c9a-de57-4162-ad7a-4dc8616f3230), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.198171 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:15:21.222528 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a00c9a-de57-4162-ad7a-4dc8616f3230,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:21.225654 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (cdb0b52a-f6a1-4105-9833-547bc0d5068b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.226046 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Added segment cdb0b52a-f6a1-4105-9833-547bc0d5068b of type vlan for network 1a747b50-d4d8-4125-b72a-614b7c20e71e Aug 29 20:15:21.303151 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (1a747b50-d4d8-4125-b72a-614b7c20e71e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.348345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (1a747b50-d4d8-4125-b72a-614b7c20e71e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.350055 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:21.351060 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.364480 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.368759 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:21.370713 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.446308 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6644859 Aug 29 20:15:21.451492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59700) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:21.460504 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Request body: {'subnet': {'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-519545872-subnet', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:21.484523 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460b0cf-10b9-49a8-b51c-3d49200afa7b admin admin] Pushing event updated for resources: {'Network': ['ID=1a747b50-d4d8-4125-b72a-614b7c20e71e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:21.502413 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:15:21.521951 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Made reservation on behalf of 98b4b754e82445a0b65e88f5dbede11b for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:15:21.527312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.534987 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:21.537665 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Floating IP 8997a69a-bac0-48b6-a7d9-4d0618cff0c6 associated. External IP: 172.27.3.40, port: c2122474-4565-44ec-986a-9646613e2d4e. Aug 29 20:15:21.738026 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2254e-05a3-49f8-a4e4-656d5a16afad req-bf7041dd-b5c8-47a4-baab-a295ac7d6de2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:21.740309 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2dd2254e-05a3-49f8-a4e4-656d5a16afad req-bf7041dd-b5c8-47a4-baab-a295ac7d6de2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1216626 Aug 29 20:15:21.845142 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (21a8af03-f64a-4408-a808-df02490243fc), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:21.903095 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2dd2254e-05a3-49f8-a4e4-656d5a16afad req-1ccc1702-a552-467e-a4ce-6b1f159764ce tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465220 Aug 29 20:15:21.972177 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a8af03-f64a-4408-a808-df02490243fc,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:21.987234 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1b70e-3dff-4a99-ae7b-f6c4e85571cb req-63e91185-7f1d-45d3-9f44-f8f52a1cd078 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:21.989021 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3b1b70e-3dff-4a99-ae7b-f6c4e85571cb req-63e91185-7f1d-45d3-9f44-f8f52a1cd078 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 943 time: 0.1394038 Aug 29 20:15:22.018915 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:22.020537 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Checking segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:22.021406 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Network hostable DHCP agents. Network: 1a747b50-d4d8-4125-b72a-614b7c20e71e, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:15:22.024869 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:22.032743 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Router bed361cb-99b2-4d9a-ad0a-88eeda792200 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:15:22.102848 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:15:22.111354 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3b1b70e-3dff-4a99-ae7b-f6c4e85571cb req-04860161-a19f-4999-988c-502d8e20fb72 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080930 Aug 29 20:15:22.125264 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 1a747b50-d4d8-4125-b72a-614b7c20e71e) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:22.134533 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:22.134876 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.140202 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6cb5b-8492-449d-833e-60893d809426 None None] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:15:22.180946 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a6da3ce2-5c1c-47f9-ba9b-8b23d8cc9942 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7269084 Aug 29 20:15:22.184957 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59708) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:22.191941 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:22.218785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:15:22.224094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (b451cb7d-b166-4327-93fa-004122524e7a), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.226041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (b451cb7d-b166-4327-93fa-004122524e7a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.227288 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.243762 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] Sync routers for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:15:22.284561 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-65104177-0042-42f2-9ea1-9850d0c22dc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/8997a69a-bac0-48b6-a7d9-4d0618cff0c6 HTTP/1.1" status: 200 len: 990 time: 1.7197587 Aug 29 20:15:22.284837 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:22.285112 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:22.285492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:22.287514 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b" -d '{"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:22.335065 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d003b3-7d30-48f2-890b-535a125e715d x-openstack-request-id: req-55d003b3-7d30-48f2-890b-535a125e715d {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:22.335715 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:22.335993 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks [] for router_controller (b451cb7d-b166-4327-93fa-004122524e7a), precommit_add_association {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.336617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55d003b3-7d30-48f2-890b-535a125e715d {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:22.337138 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d003b3-7d30-48f2-890b-535a125e715d'] response: {'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e', 'status': 'completed', 'code': 200} Aug 29 20:15:22.630528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-1a747b50-d4d8-4125-b72a-614b7c20e71e', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:15:22.631920 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks [] for router_gateway (b451cb7d-b166-4327-93fa-004122524e7a), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.632086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:22.652919 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-b653ac99-9775-4caf-a70b-2ac72e88fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:22.655946 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-b653ac99-9775-4caf-a70b-2ac72e88fafc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=95b900960ce84ebba14e9157e030287e&device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 1127 time: 0.1678894 Aug 29 20:15:22.668248 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-60e08a74-6267-4023-85b5-8606c786274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:22.670849 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-60e08a74-6267-4023-85b5-8606c786274f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.1263993 Aug 29 20:15:22.709156 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:22.792332 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:22.828845 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:22.960512 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Allocated IP 172.20.0.2 (1a747b50-d4d8-4125-b72a-614b7c20e71e/21a8af03-f64a-4408-a808-df02490243fc/0a3a8ebd-ee5a-4225-889d-eccf89ce1b21) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:22.988022 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:23.145934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-1bed03ad-f26c-4186-8f40-74c535255206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.147485 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-1bed03ad-f26c-4186-8f40-74c535255206 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.4587457 Aug 29 20:15:23.180899 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-c099a3ae-0046-45df-a089-1a90959f4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.184209 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-c099a3ae-0046-45df-a089-1a90959f4a39 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=792ae931-1d50-478f-bb03-d694cbfc32a6 HTTP/1.1" status: 200 len: 909 time: 0.4970183 Aug 29 20:15:23.271107 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '8997a69a-bac0-48b6-a7d9-4d0618cff0c6', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:58Z', 'updated_at': '2022-08-29T20:15:21Z', 'revision_number': 1, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:23.324201 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] Checking router: bed361cb-99b2-4d9a-ad0a-88eeda792200 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:15:23.333523 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-2f7b9b21-46a5-4563-96dd-600e9eb81a8b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58 HTTP/1.1" status: 200 len: 217 time: 0.1338873 Aug 29 20:15:23.345910 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afd44-cf83-4ff1-a5b0-542074f1e0d2 req-e45d4e69-5c6b-435a-b54a-a5d95cb3453d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.352510 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-666afd44-cf83-4ff1-a5b0-542074f1e0d2 req-e45d4e69-5c6b-435a-b54a-a5d95cb3453d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2492659 Aug 29 20:15:23.353993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Publish callbacks [] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:23.357000 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:23.358551 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:23.370555 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57fc22-f9ad-481b-9282-5cfee777223b req-e65f35bf-baf8-4a97-9d46-a608c3f0d014 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.383293 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6c57fc22-f9ad-481b-9282-5cfee777223b req-e65f35bf-baf8-4a97-9d46-a608c3f0d014 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 943 time: 0.1115847 Aug 29 20:15:23.411900 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:23.466511 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6c57fc22-f9ad-481b-9282-5cfee777223b req-45329371-f363-4670-924c-af8102db4b36 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Aug 29 20:15:23.481904 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-e4908b89-0b14-4696-982b-4104e7fc35e7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 998 time: 0.2966442 Aug 29 20:15:23.508796 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks [] for router_gateway (b451cb7d-b166-4327-93fa-004122524e7a), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:23.519802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:23.565209 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:23.572581 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6b429f02-d4c4-4fb5-b1af-16ec99028e58 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:15:23.594355 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:23.603978 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:23.611139 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:23.624048 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Pushing event updated for resources: {'Port': ['ID=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:23.625248 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-6a2d804d-8517-499f-b935-f0495f784f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.627664 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-6a2d804d-8517-499f-b935-f0495f784f2f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e1568c19-e19b-4d85-9fe1-b538e93b9ad5 HTTP/1.1" status: 200 len: 848 time: 0.2667799 Aug 29 20:15:23.658044 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-666afd44-cf83-4ff1-a5b0-542074f1e0d2 req-61f3790c-ee60-43aa-a15b-25ee7835362b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044093 Aug 29 20:15:23.727846 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:23.768770 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-5287859a-b0e0-4eee-9e19-16a46d560cac service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=792ae931-1d50-478f-bb03-d694cbfc32a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222067 Aug 29 20:15:23.782908 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-9fd06eb0-24c3-4afd-9cef-d098ada215ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.785406 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-9fd06eb0-24c3-4afd-9cef-d098ada215ec service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.2892416 Aug 29 20:15:23.960047 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Attempting to bind port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:23.960513 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Attempting to bind port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:23.961099 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Attempting to bind port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 on network 1a747b50-d4d8-4125-b72a-614b7c20e71e {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:23.993442 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:23.994063 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Checking segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:23.994684 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:23.995281 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Bound using segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:23.995898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-61a2506e-ec88-492f-b6f7-ca8914aeac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:23.996015 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Bound port: 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:23.996598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:23.998390 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-61a2506e-ec88-492f-b6f7-ca8914aeac99 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1926703 Aug 29 20:15:24.019285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:24.089821 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:24.090107 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Allocated IP 172.27.3.247 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/6b29f27d-c788-498b-a933-98474a81b30a) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:24.120176 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:24.247986 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '6b429f02-d4c4-4fb5-b1af-16ec99028e58', 'network_id': '792ae931-1d50-478f-bb03-d694cbfc32a6', 'port_id': '6b429f02-d4c4-4fb5-b1af-16ec99028e58', 'mac_address': 'fa:16:3e:58:bc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1568c19-e19b-4d85-9fe1-b538e93b9ad5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:15:24.286838 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-91087321-7f2f-4ecb-bf57-651d032d7f97 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867322 Aug 29 20:15:24.355780 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] For port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:24.410456 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] For port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:24.418070 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:24.418603 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:24.426858 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:24.447643 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-55f7d76f-bacb-494d-8f59-54dd169b1272 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299061 Aug 29 20:15:24.488207 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:24.512180 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b429f02-d4c4-4fb5-b1af-16ec99028e58 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:15:24.588328 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '8997a69a-bac0-48b6-a7d9-4d0618cff0c6', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:58Z', 'updated_at': '2022-08-29T20:15:21Z', 'revision_number': 1, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:24.596982 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:24.638368 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014f8c1-d398-47ba-8972-cbd0c581619e None None] The sync data for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi is: [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '8997a69a-bac0-48b6-a7d9-4d0618cff0c6', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:58Z', 'updated_at': '2022-08-29T20:15:21Z', 'revision_number': 1, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:15:24.643278 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:24.647904 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb3f41-079b-4410-8ed2-89af3a23f602 None None] Pushing event updated for resources: {'Port': ['ID=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:24.722444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19464b5a-c7bf-4043-a69e-a55689cb8fcb req-5a49133c-b474-48ca-b5b3-3ea58f415507 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:24.727732 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-19464b5a-c7bf-4043-a69e-a55689cb8fcb req-5a49133c-b474-48ca-b5b3-3ea58f415507 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 944 time: 0.1307030 Aug 29 20:15:24.739335 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=6b429f02-d4c4-4fb5-b1af-16ec99028e58,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:24.882678 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-19464b5a-c7bf-4043-a69e-a55689cb8fcb req-b87699f2-6ca9-4df9-b4e4-a20e0306f4aa tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344247 Aug 29 20:15:25.040120 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks [] for port (6b29f27d-c788-498b-a933-98474a81b30a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:25.142800 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08e0ac-9f0a-4331-a685-99aa6b2577f1 None None] New status for floating IP 8997a69a-bac0-48b6-a7d9-4d0618cff0c6: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:15:25.150312 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e90b7a7b-e2e1-4663-b1ef-b0942c4952e5 req-f6f5447b-0fa1-4d43-914d-3042f68763d8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8464379 Aug 29 20:15:25.189832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f06b-b796-4797-9d7f-a13daac5cf7d req-3f331bb5-53d3-421e-97bf-e475e8983dad tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:25.192375 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ae71f06b-b796-4797-9d7f-a13daac5cf7d req-3f331bb5-53d3-421e-97bf-e475e8983dad tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2052529 Aug 29 20:15:25.231217 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c9cb4da2-8ae6-4ed8-8c0b-301a41ba072b req-338c14dc-fb64-4731-a85e-2201825d9fb0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7676859 Aug 29 20:15:25.260897 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['6b429f02-d4c4-4fb5-b1af-16ec99028e58'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:15:25.284311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (6b29f27d-c788-498b-a933-98474a81b30a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:25.353158 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:25.365695 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ae71f06b-b796-4797-9d7f-a13daac5cf7d req-4d361717-fc2d-47b4-89de-54fad36a30d5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389184 Aug 29 20:15:25.384317 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:25.406095 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:25.478025 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:25.483977 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Pushing event updated for resources: {'Port': ['ID=6b29f27d-c788-498b-a933-98474a81b30a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:25.723711 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:15:25.749995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks [] for router_gateway (b451cb7d-b166-4327-93fa-004122524e7a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:25.995123 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e5cf6-c228-47d3-bc5a-1e11e20fe84d None None] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:15:26.060613 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (b451cb7d-b166-4327-93fa-004122524e7a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:26.099776 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcf604-a7dc-4e5d-bc0e-04818f88f84e req-e06b2a35-843e-4840-9868-02fc3399380c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:26.107760 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Provisioning complete for port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:26.109014 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:26.109775 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96bcf604-a7dc-4e5d-bc0e-04818f88f84e req-e06b2a35-843e-4840-9868-02fc3399380c tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 944 time: 0.0851710 Aug 29 20:15:26.209601 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96bcf604-a7dc-4e5d-bc0e-04818f88f84e req-6e26ef4c-f205-43b5-a83c-8c295eee512f tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895689 Aug 29 20:15:26.287477 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Router b451cb7d-b166-4327-93fa-004122524e7a is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:15:26.306104 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:26.334854 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Current status of the port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:26.335479 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:26.403662 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] For port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:26.411361 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:26.480574 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:26.503244 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Pushing event updated for resources: {'Port': ['ID=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:26.512080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:15:26.517590 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.518462 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.519962 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.520554 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.521104 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.521663 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.522250 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.522977 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.523492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.524055 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.524614 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.525140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.525756 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.526264 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.527042 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2490101-d28b-463d-8d4d-2a2588f75671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:26.537917 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Sync routers for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:15:26.563227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:26.564950 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9d23559b-95c9-4ce5-9d9d-28c230d8244d admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3786254 Aug 29 20:15:26.565443 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:26.567099 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:26.569267 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59738) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:26.588106 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:26.694351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992222a-4421-4051-b713-8fb1862aa2e8 req-36e4017f-cbfa-43a4-aa80-158000827dc3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:26.708173 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5992222a-4421-4051-b713-8fb1862aa2e8 req-36e4017f-cbfa-43a4-aa80-158000827dc3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1413503 Aug 29 20:15:26.829766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:26.860693 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5992222a-4421-4051-b713-8fb1862aa2e8 req-24a999a8-4a01-4fb9-944f-87bf28a48524 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510205 Aug 29 20:15:26.953639 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:26.982731 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-abc2d379-ab8b-4dc8-b9b2-98e20d31ef97 None None] Provisioning complete for port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:26.983738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-abc2d379-ab8b-4dc8-b9b2-98e20d31ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.126305 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:27.127309 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.211115 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:27.279451 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-abc2d379-ab8b-4dc8-b9b2-98e20d31ef97 None None] Current status of the port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:27.312861 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:25Z', 'revision_number': 3, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:27.397018 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Checking router: b451cb7d-b166-4327-93fa-004122524e7a for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:15:27.397580 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Updating router b451cb7d-b166-4327-93fa-004122524e7a port 6b29f27d-c788-498b-a933-98474a81b30a binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:15:27.458295 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:27.460322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e002e1d-3e81-42f6-b23b-8f2035936fb1 req-8caf79ce-f8ef-4c4a-9d1d-ce5d6be771eb tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:27.461882 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5e002e1d-3e81-42f6-b23b-8f2035936fb1 req-8caf79ce-f8ef-4c4a-9d1d-ce5d6be771eb tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 944 time: 0.0998347 Aug 29 20:15:27.469073 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b29f27d-c788-498b-a933-98474a81b30a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.490857 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.539013 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:27.589990 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5e002e1d-3e81-42f6-b23b-8f2035936fb1 req-3274f4bf-d98b-40ff-b6df-96466743889b tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143303 Aug 29 20:15:27.594053 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6b429f02-d4c4-4fb5-b1af-16ec99028e58 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:27.712032 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:15:27.713976 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:27.727529 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:27.727986 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.732198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Allocated IP 172.20.0.1 (1a747b50-d4d8-4125-b72a-614b7c20e71e/21a8af03-f64a-4408-a808-df02490243fc/4cd3ee68-86c9-42f9-bd92-abb441181d68) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:27.793412 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:27.915536 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks [] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.921766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:27.922626 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.983544 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:27.988307 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Publish callbacks [] for port (6b29f27d-c788-498b-a933-98474a81b30a), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.002553 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b429f02-d4c4-4fb5-b1af-16ec99028e58'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:28.005631 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de09bf1e-76f4-45f8-bbdc-08e58e8ca5c6" -d '{"events": [{"server_uuid": "b1c2c026-be9a-466a-abbe-bc4fa6f7d1da", "name": "network-vif-plugged", "status": "completed", "tag": "6b429f02-d4c4-4fb5-b1af-16ec99028e58"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:28.036537 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b29f27d-c788-498b-a933-98474a81b30a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.067925 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:28.097888 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:28.108238 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:28.132620 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.133935 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:28.141617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd3ee68-86c9-42f9-bd92-abb441181d68,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:28.150287 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Attempting to bind port 6b29f27d-c788-498b-a933-98474a81b30a on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:28.150833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Attempting to bind port 6b29f27d-c788-498b-a933-98474a81b30a by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:28.151400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Attempting to bind port 6b29f27d-c788-498b-a933-98474a81b30a on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:28.176622 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3530ff-5105-4b41-bb4b-49ecc52aacca x-openstack-request-id: req-bd3530ff-5105-4b41-bb4b-49ecc52aacca {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:28.177117 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2c026-be9a-466a-abbe-bc4fa6f7d1da", "name": "network-vif-plugged", "status": "completed", "tag": "6b429f02-d4c4-4fb5-b1af-16ec99028e58", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:28.177529 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd3530ff-5105-4b41-bb4b-49ecc52aacca {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:28.178213 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3530ff-5105-4b41-bb4b-49ecc52aacca'] response: {'server_uuid': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b429f02-d4c4-4fb5-b1af-16ec99028e58', 'code': 200} Aug 29 20:15:28.203528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:28.204346 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:28.205025 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.206702 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:28.207566 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Bound port: 6b29f27d-c788-498b-a933-98474a81b30a, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:28.208200 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b29f27d-c788-498b-a933-98474a81b30a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.241461 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5d4d9-d9c7-44f0-bd70-287a4115f3d6 None None] Pushing event updated for resources: {'Port': ['ID=6b29f27d-c788-498b-a933-98474a81b30a,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:28.244365 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31535e-98d5-4aec-9d6c-f7532c897598 req-2d148b42-71ba-4148-a818-ac5a93c0e7f1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:28.247012 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (b451cb7d-b166-4327-93fa-004122524e7a), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.271514 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cc31535e-98d5-4aec-9d6c-f7532c897598 req-2d148b42-71ba-4148-a818-ac5a93c0e7f1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2055666 Aug 29 20:15:28.528416 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] For port 6b29f27d-c788-498b-a933-98474a81b30a, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:28.551122 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cc31535e-98d5-4aec-9d6c-f7532c897598 req-a915e81d-db40-4aed-8a3a-051860b50096 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755234 Aug 29 20:15:28.569148 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=6b429f02-d4c4-4fb5-b1af-16ec99028e58,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:28.591030 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] For port 6b29f27d-c788-498b-a933-98474a81b30a, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=6b29f27d-c788-498b-a933-98474a81b30a,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:28.620948 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b29f27d-c788-498b-a933-98474a81b30a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.747214 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.753212 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692244-0bc4-4c72-8e60-ce050f5ef3e7 req-ab7e6d51-74a7-46ba-86a2-fafe8fd9ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:28.754704 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-15692244-0bc4-4c72-8e60-ce050f5ef3e7 req-ab7e6d51-74a7-46ba-86a2-fafe8fd9ccc5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 1129 time: 0.1642051 Aug 29 20:15:28.756634 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5d4d9-d9c7-44f0-bd70-287a4115f3d6 None None] Pushing event updated for resources: {'Port': ['ID=6b29f27d-c788-498b-a933-98474a81b30a,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:28.773800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-31830f2b-25c6-4393-8643-514f27b8e137 None None] Provisioning complete for port 4cd3ee68-86c9-42f9-bd92-abb441181d68 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:28.774469 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-31830f2b-25c6-4393-8643-514f27b8e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:28.781766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:28.783274 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:28.872594 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-15692244-0bc4-4c72-8e60-ce050f5ef3e7 req-65918f8f-64a2-4637-ac9f-977c97fbbb34 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032233 Aug 29 20:15:28.910824 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87ded-8164-49a6-ab90-8336fbc1c00b req-4ec7c9c3-2201-43be-a895-f316469d38c1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:28.913830 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-00a87ded-8164-49a6-ab90-8336fbc1c00b req-4ec7c9c3-2201-43be-a895-f316469d38c1 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1418962 Aug 29 20:15:28.985256 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:29.073789 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:29.104499 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-00a87ded-8164-49a6-ab90-8336fbc1c00b req-92462408-5131-4089-b206-286b371274d2 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763089 Aug 29 20:15:29.107049 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-31830f2b-25c6-4393-8643-514f27b8e137 None None] Port 4cd3ee68-86c9-42f9-bd92-abb441181d68 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:15:29.178967 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks [] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:29.185909 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:29.198219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:29.271878 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (b451cb7d-b166-4327-93fa-004122524e7a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:29.275541 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd3ee68-86c9-42f9-bd92-abb441181d68,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:29.354439 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:29.408088 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:29.410322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:29.457810 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:27Z', 'revision_number': 1, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:29.505075 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1da1c9-b91b-45cd-a9c0-e067ac842e72 None None] The sync data for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi is: [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:27Z', 'revision_number': 1, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:15:29.585146 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Router b451cb7d-b166-4327-93fa-004122524e7a has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:15:29.786095 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-5e077c26-5842-464b-8095-3d9891608eec None None] Provisioning complete for port 4cd3ee68-86c9-42f9-bd92-abb441181d68 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:29.786621 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5e077c26-5842-464b-8095-3d9891608eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:29.809966 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc303-75f5-4105-aff5-88a9aa0d55d0 req-34d6fe93-98c9-4ba9-b96f-e5692a1ad355 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:29.815822 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-01bbc303-75f5-4105-aff5-88a9aa0d55d0 req-34d6fe93-98c9-4ba9-b96f-e5692a1ad355 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1000721 Aug 29 20:15:29.841229 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:29.858724 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-5e077c26-5842-464b-8095-3d9891608eec None None] Port 4cd3ee68-86c9-42f9-bd92-abb441181d68 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:15:29.919598 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-01bbc303-75f5-4105-aff5-88a9aa0d55d0 req-2da2eae8-2ffe-45f5-a690-2bd4a636cc3d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939867 Aug 29 20:15:30.034455 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:15:30.043535 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-dc19fdf1-f6bc-4df4-875e-42e0fd9970c2 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/b451cb7d-b166-4327-93fa-004122524e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4724567 Aug 29 20:15:30.272150 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca0c2b-e502-4229-b9af-c50b401ed0a7 req-f4e261f2-813d-4546-9713-ec5b44e98e27 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:30.282544 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-18ca0c2b-e502-4229-b9af-c50b401ed0a7 req-f4e261f2-813d-4546-9713-ec5b44e98e27 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.0818703 Aug 29 20:15:30.359027 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-18ca0c2b-e502-4229-b9af-c50b401ed0a7 req-e0e3895a-42d1-45ce-b29a-1d35b2219cd2 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 Aug 29 20:15:30.832350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59786) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:30.840387 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-425719457-network', 'tenant_id': '07029b1dc2414781a7590b61f60839ee'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:30.882054 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Made reservation on behalf of 07029b1dc2414781a7590b61f60839ee for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:15:30.884102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 6b29f27d-c788-498b-a933-98474a81b30a up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:30.884940 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:30.896324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:30.955976 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 6b29f27d-c788-498b-a933-98474a81b30a triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:30.956343 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (6b29f27d-c788-498b-a933-98474a81b30a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.003070 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:31.069142 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks [] for security_group (2389eacf-52df-487b-83ab-6014f055a220), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.081625 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 6b29f27d-c788-498b-a933-98474a81b30a is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:31.081772 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6b29f27d-c788-498b-a933-98474a81b30a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.087297 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2389eacf-52df-487b-83ab-6014f055a220), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.121586 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 6b29f27d-c788-498b-a933-98474a81b30a, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=6b29f27d-c788-498b-a933-98474a81b30a,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:31.131248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6b29f27d-c788-498b-a933-98474a81b30a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.158717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:15:31.190146 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2389eacf-52df-487b-83ab-6014f055a220,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:31.193960 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (142d97aa-0fcf-47a7-8679-f07c6c8f0d47), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.194429 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Added segment 142d97aa-0fcf-47a7-8679-f07c6c8f0d47 of type vlan for network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 Aug 29 20:15:31.201834 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=6b29f27d-c788-498b-a933-98474a81b30a,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:31.203044 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbbb92-10d6-4182-b010-60d233989d4f req-fabffc6b-46b5-42f7-b43c-c042bff90ee2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:31.205155 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-30cbbb92-10d6-4182-b010-60d233989d4f req-fabffc6b-46b5-42f7-b43c-c042bff90ee2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1411631 Aug 29 20:15:31.271238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (79d8f03e-5f99-4c4d-93dc-3bdd8e245925), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.322462 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-30cbbb92-10d6-4182-b010-60d233989d4f req-8c815b8a-a102-46a1-9170-772753e97d0e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080098 Aug 29 20:15:31.338866 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (79d8f03e-5f99-4c4d-93dc-3bdd8e245925), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.340587 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:31.341928 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.394083 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-16f7a371-77e9-4653-993e-e9edb59c866f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.409200 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5750904 Aug 29 20:15:31.413031 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59792) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:31.420454 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Request body: {'subnet': {'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-425719457-subnet', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:31.430081 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd0720-52d4-4d87-8684-32ae36063ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=79d8f03e-5f99-4c4d-93dc-3bdd8e245925,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:31.445551 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:15:31.449525 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Made reservation on behalf of 07029b1dc2414781a7590b61f60839ee for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:15:31.452848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3285866'] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.640225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538abbb-4e61-4ada-ad69-de00fd3e3b01 req-b7767740-53a6-4c55-a152-0d308d32bc04 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:31.641865 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2538abbb-4e61-4ada-ad69-de00fd3e3b01 req-b7767740-53a6-4c55-a152-0d308d32bc04 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1072259 Aug 29 20:15:31.673196 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:31.772112 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2538abbb-4e61-4ada-ad69-de00fd3e3b01 req-2708ac92-4b80-455b-ba1c-a0f43619efd9 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034889 Aug 29 20:15:31.782647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3285884'] for subnet (79a9972d-f834-4293-929b-131f6443bd0a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.823045 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:31.847836 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a9972d-f834-4293-929b-131f6443bd0a,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:31.858143 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Checking segment: {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:31.859003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Network hostable DHCP agents. Network: 79d8f03e-5f99-4c4d-93dc-3bdd8e245925, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:15:31.879512 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:15:31.890066 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 79d8f03e-5f99-4c4d-93dc-3bdd8e245925) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:31.894534 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:31.895750 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.906651 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8b880-f4af-4714-9f07-ccb1eed0173a None None] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:15:31.934051 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a16e3558-ec2a-48f2-8b92-7212ed95b86b admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5195718 Aug 29 20:15:31.936960 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59796) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:31.941634 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:31.976726 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (1a036c5a-cdee-467d-b6cb-f26a1720c600), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:31.978682 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (1a036c5a-cdee-467d-b6cb-f26a1720c600), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.051052 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks [] for router_controller (1a036c5a-cdee-467d-b6cb-f26a1720c600), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.061449 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'project_id': '07029b1dc2414781a7590b61f60839ee', 'fixed_ips': [{'subnet_id': '79a9972d-f834-4293-929b-131f6443bd0a'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:15:32.062602 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.179017 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Sync routers for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:15:32.198358 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:32.199543 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:32.247629 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Allocated IP 172.20.0.2 (79d8f03e-5f99-4c4d-93dc-3bdd8e245925/79a9972d-f834-4293-929b-131f6443bd0a/96e05ad3-6d72-4a5f-9c18-490e871e8586) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:32.283687 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks [] for router_gateway (1a036c5a-cdee-467d-b6cb-f26a1720c600), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.362315 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:32.484960 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:32.495062 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfb3e-8f65-48c2-b30d-f5efdc3d89a4 req-f4f23f3c-ebff-4aac-a778-090ce96091da tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:32.505617 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Publish callbacks [] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.507412 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7e5dfb3e-8f65-48c2-b30d-f5efdc3d89a4 req-f4f23f3c-ebff-4aac-a778-090ce96091da tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0742724 Aug 29 20:15:32.516647 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.591083 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7e5dfb3e-8f65-48c2-b30d-f5efdc3d89a4 req-883c0382-8195-408b-ad03-b5de31565d5b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820055 Aug 29 20:15:32.595231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:32.597942 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:32.606179 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:32.612011 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:32.619476 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Pushing event updated for resources: {'Port': ['ID=96e05ad3-6d72-4a5f-9c18-490e871e8586,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:32.697771 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks [] for router_gateway (1a036c5a-cdee-467d-b6cb-f26a1720c600), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.727713 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.728875 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 2, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:32.732905 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Attempting to bind port 96e05ad3-6d72-4a5f-9c18-490e871e8586 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:32.732905 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Attempting to bind port 96e05ad3-6d72-4a5f-9c18-490e871e8586 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:32.733558 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Attempting to bind port 96e05ad3-6d72-4a5f-9c18-490e871e8586 on network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:32.743385 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:32.743858 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Checking segment: {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:32.744485 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.745116 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Bound using segment: {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:32.745946 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Bound port: 96e05ad3-6d72-4a5f-9c18-490e871e8586, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:32.746584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.788024 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Checking router: b451cb7d-b166-4327-93fa-004122524e7a for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:15:32.788384 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Updating router b451cb7d-b166-4327-93fa-004122524e7a port 4cd3ee68-86c9-42f9-bd92-abb441181d68 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:15:32.831852 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:32.885549 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 6b29f27d-c788-498b-a933-98474a81b30a up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:32.946363 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] For port 96e05ad3-6d72-4a5f-9c18-490e871e8586, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:32.986258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] For port 96e05ad3-6d72-4a5f-9c18-490e871e8586, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=96e05ad3-6d72-4a5f-9c18-490e871e8586,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:33.005601 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.048611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Allocated IP 172.27.3.88 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/ac6cfe21-48ba-481d-8d2b-f666403db558) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:33.109993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440bc17-8906-4549-8420-4f90acb9cf01 None None] Pushing event updated for resources: {'Port': ['ID=96e05ad3-6d72-4a5f-9c18-490e871e8586,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:33.113359 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:33.118824 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e707a-7878-4602-baf2-aa8295e269e4 req-ce29b723-996a-496e-8b92-229ccc422e53 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:33.121197 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 6b29f27d-c788-498b-a933-98474a81b30a triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:33.121389 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-371e707a-7878-4602-baf2-aa8295e269e4 req-ce29b723-996a-496e-8b92-229ccc422e53 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1524487 Aug 29 20:15:33.121830 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (6b29f27d-c788-498b-a933-98474a81b30a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.180303 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:33.232607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:33.273237 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 6b29f27d-c788-498b-a933-98474a81b30a is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:33.302833 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-371e707a-7878-4602-baf2-aa8295e269e4 req-94c473eb-169c-4cd2-8dd9-8792493e759f tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556427 Aug 29 20:15:33.417077 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Publish callbacks [] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.428431 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.448073 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks [] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.539409 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.565356 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:33.606416 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a4620-1c9c-4a2c-8799-ef54af938514 None None] Pushing event updated for resources: {'Port': ['ID=4cd3ee68-86c9-42f9-bd92-abb441181d68,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:33.653849 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Attempting to bind port 4cd3ee68-86c9-42f9-bd92-abb441181d68 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:33.655791 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Attempting to bind port 4cd3ee68-86c9-42f9-bd92-abb441181d68 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:33.656211 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Attempting to bind port 4cd3ee68-86c9-42f9-bd92-abb441181d68 on network 1a747b50-d4d8-4125-b72a-614b7c20e71e {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:33.664201 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:33.664684 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Checking segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:33.665125 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.665935 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Bound using segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:33.666686 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Bound port: 4cd3ee68-86c9-42f9-bd92-abb441181d68, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:33.667682 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.671659 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:33.679538 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:33.683340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:33.690411 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Pushing event updated for resources: {'Port': ['ID=ac6cfe21-48ba-481d-8d2b-f666403db558,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:33.877381 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1eaf-311c-4112-be9e-cef5148b118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:33.881527 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36f49-7b77-4745-b4b2-28739974f695 req-56c59142-6215-47dd-82f7-b7907c647af7 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:33.885411 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19b36f49-7b77-4745-b4b2-28739974f695 req-56c59142-6215-47dd-82f7-b7907c647af7 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0904961 Aug 29 20:15:33.952374 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] For port 4cd3ee68-86c9-42f9-bd92-abb441181d68, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:33.957637 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] For port 4cd3ee68-86c9-42f9-bd92-abb441181d68, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=4cd3ee68-86c9-42f9-bd92-abb441181d68,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:33.968816 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:34.005916 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19b36f49-7b77-4745-b4b2-28739974f695 req-739b2f12-a2a3-42d2-bbea-afe8b3ddaa01 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124287 Aug 29 20:15:34.064046 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:34.065246 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:34.131950 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:34.310654 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a4620-1c9c-4a2c-8799-ef54af938514 None None] Pushing event updated for resources: {'Port': ['ID=4cd3ee68-86c9-42f9-bd92-abb441181d68,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:34.332303 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:34.339425 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks [] for router_gateway (1a036c5a-cdee-467d-b6cb-f26a1720c600), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:34.636674 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297885-ca91-4281-8763-4e4f89e8aac5 req-1f51c93b-726a-4828-ba81-d39c2a7f43b7 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:34.639289 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3d297885-ca91-4281-8763-4e4f89e8aac5 req-1f51c93b-726a-4828-ba81-d39c2a7f43b7 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1305506 Aug 29 20:15:34.709195 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:33Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:34.750167 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f541d5-d75c-4d0a-bf40-82019b708bd7 None None] The sync data for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi is: [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:33Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:15:34.845258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825d637-841e-4677-9aa5-18c9a209c28a None None] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:15:34.862644 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3d297885-ca91-4281-8763-4e4f89e8aac5 req-82885c46-986d-4bc6-ba9d-ad617fac1925 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049584 Aug 29 20:15:34.869502 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (1a036c5a-cdee-467d-b6cb-f26a1720c600), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.061913 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] Provisioning complete for port 96e05ad3-6d72-4a5f-9c18-490e871e8586 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:35.062971 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.165604 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 96e05ad3-6d72-4a5f-9c18-490e871e8586 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:35.259697 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:35.292851 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Router 1a036c5a-cdee-467d-b6cb-f26a1720c600 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:15:35.367239 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.381255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e531ca-3819-44b2-a84b-875999b9eaee req-c22859d4-82aa-414c-b1f8-399d454c0bfd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:35.399447 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9e531ca-3819-44b2-a84b-875999b9eaee req-c22859d4-82aa-414c-b1f8-399d454c0bfd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1254687 Aug 29 20:15:35.485922 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] Current status of the port 96e05ad3-6d72-4a5f-9c18-490e871e8586 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:35.486387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.489145 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 96e05ad3-6d72-4a5f-9c18-490e871e8586 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:35.489571 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.522642 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f9e531ca-3819-44b2-a84b-875999b9eaee req-c26b76db-5da5-4936-a03e-b0152921c0ba tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218774 Aug 29 20:15:35.536881 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:15:35.568318 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Sync routers for ids ['1a036c5a-cdee-467d-b6cb-f26a1720c600'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:15:35.593309 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.611911 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8e0866ff-b3ef-4048-b121-69e25d0dd04d admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6728413 Aug 29 20:15:35.614036 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59832) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:35.701005 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Routers {'1a036c5a-cdee-467d-b6cb-f26a1720c600'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:35.703552 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1a036c5a-cdee-467d-b6cb-f26a1720c600'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:35.711555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] For port 96e05ad3-6d72-4a5f-9c18-490e871e8586, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=96e05ad3-6d72-4a5f-9c18-490e871e8586,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:35.724324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:35.789528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:35.845598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:36.008596 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-07b60893-1979-487e-859e-c9da2cfb16d9 None None] Provisioning complete for port 96e05ad3-6d72-4a5f-9c18-490e871e8586 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:36.009027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-07b60893-1979-487e-859e-c9da2cfb16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:36.020482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 96e05ad3-6d72-4a5f-9c18-490e871e8586 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:36.027936 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4cd3ee68-86c9-42f9-bd92-abb441181d68 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:36.066249 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92112f68-850e-4145-9622-35efbbc59c9d None None] Pushing event updated for resources: {'Port': ['ID=96e05ad3-6d72-4a5f-9c18-490e871e8586,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:36.143497 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Set router 1a036c5a-cdee-467d-b6cb-f26a1720c600 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:36.204626 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735c3fd-7c8b-4102-b831-3c733059c375 req-fe257c65-8023-4539-952e-c7098f6a7e85 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:36.207352 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2735c3fd-7c8b-4102-b831-3c733059c375 req-fe257c65-8023-4539-952e-c7098f6a7e85 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2186432 Aug 29 20:15:36.380393 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:36.523703 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2735c3fd-7c8b-4102-b831-3c733059c375 req-31c56ca1-ca62-4565-b341-5076a6a2f008 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319474 Aug 29 20:15:36.636494 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:36.707009 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-eebd4893-ebd9-4038-9dff-71d1b02a1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:36.709363 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-eebd4893-ebd9-4038-9dff-71d1b02a1623 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1129 time: 0.1272326 Aug 29 20:15:36.713448 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 4cd3ee68-86c9-42f9-bd92-abb441181d68 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:36.713934 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:36.753347 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-07b60893-1979-487e-859e-c9da2cfb16d9 None None] Current status of the port 96e05ad3-6d72-4a5f-9c18-490e871e8586 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:36.762876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:15:34Z', 'revision_number': 3, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:36.812445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6d54e-cd21-4959-b7ef-8d78d3945b19 req-8a840a22-bbf6-4d45-b987-cc738c0b05ba tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:36.814484 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f5c6d54e-cd21-4959-b7ef-8d78d3945b19 req-8a840a22-bbf6-4d45-b987-cc738c0b05ba tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1039910 Aug 29 20:15:36.823627 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Checking router: 1a036c5a-cdee-467d-b6cb-f26a1720c600 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:15:36.824215 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Updating router 1a036c5a-cdee-467d-b6cb-f26a1720c600 port ac6cfe21-48ba-481d-8d2b-f666403db558 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:15:36.862892 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:36.892097 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:36.901357 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:36.944435 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f5c6d54e-cd21-4959-b7ef-8d78d3945b19 req-4ff8802a-ea64-4860-ab1a-a73b5febf885 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153691 Aug 29 20:15:37.080213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 4cd3ee68-86c9-42f9-bd92-abb441181d68 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:37.080669 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.116626 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.171545 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:37.180749 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Allocated IP 172.20.0.1 (79d8f03e-5f99-4c4d-93dc-3bdd8e245925/79a9972d-f834-4293-929b-131f6443bd0a/7ce5a213-d59b-4cb0-ac0e-3062e33139d2) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:15:37.198374 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 4cd3ee68-86c9-42f9-bd92-abb441181d68, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=4cd3ee68-86c9-42f9-bd92-abb441181d68,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:37.205565 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.218810 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:37.325159 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks [] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.327846 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=4cd3ee68-86c9-42f9-bd92-abb441181d68,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:37.329515 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:37.351393 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 96e05ad3-6d72-4a5f-9c18-490e871e8586 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:37.375511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.429047 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:37.434796 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:37.438766 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Pushing event updated for resources: {'Port': ['ID=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:37.445628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:15:37.446567 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (1a036c5a-cdee-467d-b6cb-f26a1720c600), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.477470 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Publish callbacks [] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.484033 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 96e05ad3-6d72-4a5f-9c18-490e871e8586 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:37.484727 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.489487 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.510827 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.511228 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.511995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.512586 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.513225 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.513628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.514113 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.515749 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.516238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.516708 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.517325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.517511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.517989 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.518927 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.518927 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:37.567613 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Attempting to bind port ac6cfe21-48ba-481d-8d2b-f666403db558 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:37.568054 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Attempting to bind port ac6cfe21-48ba-481d-8d2b-f666403db558 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:37.568639 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Attempting to bind port ac6cfe21-48ba-481d-8d2b-f666403db558 on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:37.580780 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:37.600696 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:37.601242 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:37.601778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.602329 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:37.602970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Bound port: ac6cfe21-48ba-481d-8d2b-f666403db558, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:37.603444 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.709813 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7144753-ed65-49be-987a-349df168d0b8 None None] Pushing event updated for resources: {'Port': ['ID=ac6cfe21-48ba-481d-8d2b-f666403db558,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:37.728888 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d550d36-cae1-47de-83b6-db04132f5a2d req-6247fe13-15da-4a33-a590-a35e116a48db tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:37.732770 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3d550d36-cae1-47de-83b6-db04132f5a2d req-6247fe13-15da-4a33-a590-a35e116a48db tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0899065 Aug 29 20:15:37.734157 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.830275 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:37.862928 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] For port ac6cfe21-48ba-481d-8d2b-f666403db558, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:37.870851 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] For port ac6cfe21-48ba-481d-8d2b-f666403db558, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=ac6cfe21-48ba-481d-8d2b-f666403db558,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:37.875146 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 96e05ad3-6d72-4a5f-9c18-490e871e8586 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:37.905744 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3d550d36-cae1-47de-83b6-db04132f5a2d req-7a79db05-0b14-44f4-9194-47215df0359b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477931 Aug 29 20:15:37.906094 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.961899 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-aa9e8972-063c-4d35-aa84-d5a1eca0bd13 None None] Provisioning complete for port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:37.962508 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-aa9e8972-063c-4d35-aa84-d5a1eca0bd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:37.986377 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Routers {'1a036c5a-cdee-467d-b6cb-f26a1720c600'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:37.987031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1a036c5a-cdee-467d-b6cb-f26a1720c600'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:38.038553 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks [] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:38.045188 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:38.047661 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (1a036c5a-cdee-467d-b6cb-f26a1720c600), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:38.114740 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7144753-ed65-49be-987a-349df168d0b8 None None] Pushing event updated for resources: {'Port': ['ID=ac6cfe21-48ba-481d-8d2b-f666403db558,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:38.119347 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e8972-063c-4d35-aa84-d5a1eca0bd13 None None] Port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:15:38.203679 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] Set router 1a036c5a-cdee-467d-b6cb-f26a1720c600 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:38.222637 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Pushing event updated for resources: {'Port': ['ID=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:38.241642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51f39e-d364-463c-aeb3-6647b7f59529 req-a3ec2b74-a934-4566-a8c0-217dc878cac0 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:38.244608 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-da51f39e-d364-463c-aeb3-6647b7f59529 req-a3ec2b74-a934-4566-a8c0-217dc878cac0 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1545377 Aug 29 20:15:38.285051 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:38.367709 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-da51f39e-d364-463c-aeb3-6647b7f59529 req-78d6000c-94ef-419a-aa99-699b9e66aef2 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092396 Aug 29 20:15:38.370621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:15:38.372909 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:15:38.545004 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '7ce5a213-d59b-4cb0-ac0e-3062e33139d2', 'name': '', 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'mac_address': 'fa:16:3e:93:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '79a9972d-f834-4293-929b-131f6443bd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:36Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 1, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'subnets': [{'id': '79a9972d-f834-4293-929b-131f6443bd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:38.572848 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Router 1a036c5a-cdee-467d-b6cb-f26a1720c600 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:15:38.580856 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2b1432-6855-4da6-bc57-d4ec01b895f4 None None] The sync data for ids ['1a036c5a-cdee-467d-b6cb-f26a1720c600'] in dv-cinder-854261-2-iscsi is: [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '7ce5a213-d59b-4cb0-ac0e-3062e33139d2', 'name': '', 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'mac_address': 'fa:16:3e:93:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '79a9972d-f834-4293-929b-131f6443bd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:36Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 1, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'subnets': [{'id': '79a9972d-f834-4293-929b-131f6443bd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:15:38.755463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-04056878-0d08-41a5-bd8c-c5581008914a None None] Provisioning complete for port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:38.755962 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-04056878-0d08-41a5-bd8c-c5581008914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:38.837584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-04056878-0d08-41a5-bd8c-c5581008914a None None] Port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:15:38.848212 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:15:38.863254 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9e256da0-24a7-4b59-9900-ae861dcb410e admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/1a036c5a-cdee-467d-b6cb-f26a1720c600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2461071 Aug 29 20:15:38.916578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:38.955164 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-cfff61d4-3a44-409c-ba67-7c1e207fba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:38.958610 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-cfff61d4-3a44-409c-ba67-7c1e207fba67 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.2365582 Aug 29 20:15:39.140245 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd71dd-02b7-46ae-8ecd-2f80a5ce7eef req-8eca218c-c04a-4b07-97bb-993a2621018e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:39.141922 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-becd71dd-02b7-46ae-8ecd-2f80a5ce7eef req-8eca218c-c04a-4b07-97bb-993a2621018e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1230993 Aug 29 20:15:39.265524 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-becd71dd-02b7-46ae-8ecd-2f80a5ce7eef req-f3c42a2e-9d14-4dff-b0c2-c72f112c02b5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139810 Aug 29 20:15:39.370356 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4cd3ee68-86c9-42f9-bd92-abb441181d68 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:39.429636 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:39.477116 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 4cd3ee68-86c9-42f9-bd92-abb441181d68 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:39.478970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:39.573272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-540dc33e-0f65-4454-b866-2caf22204717 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:39.576509 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-540dc33e-0f65-4454-b866-2caf22204717 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.2447131 Aug 29 20:15:39.604908 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-01fc7f9b-6f36-4671-ae27-cd26d5320cfd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 1001 time: 0.2894886 Aug 29 20:15:39.638331 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 4cd3ee68-86c9-42f9-bd92-abb441181d68 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:39.707850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728f5bb-2172-4d18-bcc3-70dcef1e8eff req-e8cb1dce-3713-4523-9f67-6197a215c5f5 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:39.716435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59880) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:39.719891 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0728f5bb-2172-4d18-bcc3-70dcef1e8eff req-e8cb1dce-3713-4523-9f67-6197a215c5f5 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1515620 Aug 29 20:15:39.787562 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59884) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:39.824508 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-998dd3f3-186b-40ef-96c8-2cdd93ef0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:39.827896 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-998dd3f3-186b-40ef-96c8-2cdd93ef0756 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.1334743 Aug 29 20:15:39.832821 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907335673', 'description': 'tempest-secgroup-smoke-1907335673 description', 'project_id': '98b4b754e82445a0b65e88f5dbede11b'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:39.877837 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0728f5bb-2172-4d18-bcc3-70dcef1e8eff req-6077e3da-3526-4a3a-973f-00e2ead0cb3a tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530612 Aug 29 20:15:39.934049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Deleting port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:15:39.934712 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:39.963821 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.051781 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-06b8da85-99d5-449d-a5be-3c58a31aadcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.172397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] For port 6b429f02-d4c4-4fb5-b1af-16ec99028e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6b429f02-d4c4-4fb5-b1af-16ec99028e58,segment=NetworkSegment(4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae),segment_id=4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:40.172978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.191586 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:40.228989 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Calling delete_port for 6b429f02-d4c4-4fb5-b1af-16ec99028e58 owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:15:40.683018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group (1e44f177-743c-4c1b-a46c-f86eb4a7e2e9), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.689264 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-1135e860-18fb-40ca-8d24-b3fbc8e2f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:40.691520 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-1135e860-18fb-40ca-8d24-b3fbc8e2f190 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4917049 Aug 29 20:15:40.702836 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1e44f177-743c-4c1b-a46c-f86eb4a7e2e9), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.798411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098fba2-280a-4865-ad6e-473849f5cb7d req-a6aca79d-3bf7-46aa-8515-fd2eb596dd1b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:40.800381 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0098fba2-280a-4865-ad6e-473849f5cb7d req-a6aca79d-3bf7-46aa-8515-fd2eb596dd1b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2657328 Aug 29 20:15:40.855708 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-06b8da85-99d5-449d-a5be-3c58a31aadcb admin admin] Publish callbacks [] for security_group (1ee6e41c-661e-46cb-9e97-c4ce895c0604), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.879804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.882606 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0741425 Aug 29 20:15:40.882606 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b809e3-506f-49d2-98fa-c84cfb9096bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:40.885861 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-06b8da85-99d5-449d-a5be-3c58a31aadcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1ee6e41c-661e-46cb-9e97-c4ce895c0604), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:40.886875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59888) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:40.899324 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group_rule': {'security_group_id': '1e44f177-743c-4c1b-a46c-f86eb4a7e2e9', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:40.929024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:40.943187 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (deffb828-f54c-44bc-8bba-0495975e9f4c), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.038733 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8da85-99d5-449d-a5be-3c58a31aadcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6e41c-661e-46cb-9e97-c4ce895c0604,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:41.066497 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-06b8da85-99d5-449d-a5be-3c58a31aadcb admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1d0bc6ba67fb47ddb3948d08e25a137e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3422534 Aug 29 20:15:41.074098 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59892) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:41.076004 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0098fba2-280a-4865-ad6e-473849f5cb7d req-d556dcb7-2687-408a-b76a-83650cc0681b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558732 Aug 29 20:15:41.082084 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-b6343d00-27df-40a0-9475-1ec17d522e47 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713889 Aug 29 20:15:41.099603 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (deffb828-f54c-44bc-8bba-0495975e9f4c), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.129946 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b841-11be-47e3-bdfe-e12ea0a2167f req-b0a59f83-c207-4999-8809-2223a61588ea tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:41.131780 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-13f0b841-11be-47e3-bdfe-e12ea0a2167f req-b0a59f83-c207-4999-8809-2223a61588ea tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 945 time: 0.1422105 Aug 29 20:15:41.135121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (deffb828-f54c-44bc-8bba-0495975e9f4c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.209544 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deffb828-f54c-44bc-8bba-0495975e9f4c,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:41.218113 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.219483 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297260 Aug 29 20:15:41.232032 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59894) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:41.237955 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.238310 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.238659 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.239089 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.239496 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.239898 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.240333 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.240913 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.241310 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.241787 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.242187 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.242585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.243067 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.243689 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.243941 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882478af-56ca-4772-bdbf-e94294be9f00 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:41.254979 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group_rule': {'security_group_id': '1e44f177-743c-4c1b-a46c-f86eb4a7e2e9', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:41.281045 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-13f0b841-11be-47e3-bdfe-e12ea0a2167f req-09d714cb-136f-40b7-9dc5-e35aa6617ce8 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=816ef96f-8b2d-4902-b5d3-6b3325c33622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371827 Aug 29 20:15:41.293184 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (6b429f02-d4c4-4fb5-b1af-16ec99028e58), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.352665 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['6b429f02-d4c4-4fb5-b1af-16ec99028e58'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:15:41.390901 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:41.408635 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Pushing event deleted for resources: {'Port': ['ID=6b429f02-d4c4-4fb5-b1af-16ec99028e58,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:41.423967 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bde9ab40-089b-43d9-bc6c-f80e2c17ec7b admin admin] Publish callbacks [] for security_group (1ee6e41c-661e-46cb-9e97-c4ce895c0604), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.446856 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device ac6cfe21-48ba-481d-8d2b-f666403db558 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:41.469592 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c31c453-fd5a-4bcd-bb8d-fcd4ec78fb27 req-20b2b10c-9090-4659-b191-c0b51593ffdc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774900 Aug 29 20:15:41.475018 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-80a81e0f-63ba-4152-a88e-b9de1deac69e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636677 Aug 29 20:15:41.493027 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bde9ab40-089b-43d9-bc6c-f80e2c17ec7b admin admin] Publish callbacks [] for security_group (1ee6e41c-661e-46cb-9e97-c4ce895c0604), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.496727 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (cf0ea063-e96f-4cc9-b13e-464b30492b1e), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.520792 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port ac6cfe21-48ba-481d-8d2b-f666403db558 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:41.521738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.538998 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] No DVR routers for this DVR port 6b429f02-d4c4-4fb5-b1af-16ec99028e58 on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:15:41.547136 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.551055 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d41ff706-927b-4003-acd0-eb6d2aca0345 req-db802f41-2911-4533-b2f8-80f490ddb66e tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.77 "DELETE /networking/v2.0/ports/6b429f02-d4c4-4fb5-b1af-16ec99028e58 HTTP/1.1" status: 204 len: 173 time: 1.9588017 Aug 29 20:15:41.551812 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'name': 'network-vif-deleted', 'tag': '6b429f02-d4c4-4fb5-b1af-16ec99028e58'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:15:41.558346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f53c0cd-38c0-4984-805c-01900c48bab2" -d '{"events": [{"server_uuid": "b1c2c026-be9a-466a-abbe-bc4fa6f7d1da", "name": "network-vif-deleted", "tag": "6b429f02-d4c4-4fb5-b1af-16ec99028e58"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:15:41.595536 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bde9ab40-089b-43d9-bc6c-f80e2c17ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1ee6e41c-661e-46cb-9e97-c4ce895c0604), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.612001 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bde9ab40-089b-43d9-bc6c-f80e2c17ec7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.615585 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:41.615860 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-bde9ab40-089b-43d9-bc6c-f80e2c17ec7b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1ee6e41c-661e-46cb-9e97-c4ce895c0604 HTTP/1.1" status: 204 len: 168 time: 0.5295966 Aug 29 20:15:41.643520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9ab40-089b-43d9-bc6c-f80e2c17ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6e41c-661e-46cb-9e97-c4ce895c0604,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:41.652991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511a0e3-c2c9-49f3-9fc0-64c4e4a08a19 x-openstack-request-id: req-4511a0e3-c2c9-49f3-9fc0-64c4e4a08a19 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:15:41.653636 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2c026-be9a-466a-abbe-bc4fa6f7d1da", "name": "network-vif-deleted", "tag": "6b429f02-d4c4-4fb5-b1af-16ec99028e58", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:15:41.653811 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4511a0e3-c2c9-49f3-9fc0-64c4e4a08a19 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:15:41.654347 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4511a0e3-c2c9-49f3-9fc0-64c4e4a08a19'] response: {'server_uuid': 'b1c2c026-be9a-466a-abbe-bc4fa6f7d1da', 'name': 'network-vif-deleted', 'tag': '6b429f02-d4c4-4fb5-b1af-16ec99028e58', 'status': 'completed', 'code': 200} Aug 29 20:15:41.678727 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port ac6cfe21-48ba-481d-8d2b-f666403db558 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:41.679163 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.704091 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-e8ed018d-fe36-47e2-b635-b041add4f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:41.706835 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-e8ed018d-fe36-47e2-b635-b041add4f069 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 1130 time: 0.1090081 Aug 29 20:15:41.736015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (cf0ea063-e96f-4cc9-b13e-464b30492b1e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.743424 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (cf0ea063-e96f-4cc9-b13e-464b30492b1e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.750876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port ac6cfe21-48ba-481d-8d2b-f666403db558, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=ac6cfe21-48ba-481d-8d2b-f666403db558,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:41.757079 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.801426 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ea063-e96f-4cc9-b13e-464b30492b1e,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:41.810504 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.814494 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-cf240f1c-3a0e-47aa-a452-5d220ff19814 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5781472 Aug 29 20:15:41.814930 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 59902) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:41.820751 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group_rule': {'security_group_id': '1e44f177-743c-4c1b-a46c-f86eb4a7e2e9', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:41.857738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=ac6cfe21-48ba-481d-8d2b-f666403db558,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:41.872623 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (8cb8ca0e-2a32-413f-becd-d43c90a168e2), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.948844 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:41.965314 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (8cb8ca0e-2a32-413f-becd-d43c90a168e2), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:41.977907 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (8cb8ca0e-2a32-413f-becd-d43c90a168e2), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.022409 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.024155 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069788 Aug 29 20:15:42.029366 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59908) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:42.030858 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482e859-5f44-49fa-8e91-68473437ea8b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb8ca0e-2a32-413f-becd-d43c90a168e2,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:42.039930 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group_rule': {'security_group_id': '1e44f177-743c-4c1b-a46c-f86eb4a7e2e9', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:42.079179 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (532971e0-43dc-4815-9c53-a5df38140a9b), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.271251 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (532971e0-43dc-4815-9c53-a5df38140a9b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.283404 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (532971e0-43dc-4815-9c53-a5df38140a9b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.315937 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffed80-4fab-4d91-8297-d86e847ffba4 req-5e6e1410-3d62-4fe7-bd7a-ec65ed827043 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:42.319742 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5cffed80-4fab-4d91-8297-d86e847ffba4 req-5e6e1410-3d62-4fe7-bd7a-ec65ed827043 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1089015 Aug 29 20:15:42.369052 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-bb8d251e-e89a-4314-bf0c-d1c1fe2ed5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:42.370800 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-bb8d251e-e89a-4314-bf0c-d1c1fe2ed5c6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.2867484 Aug 29 20:15:42.372720 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532971e0-43dc-4815-9c53-a5df38140a9b,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:42.387823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.390967 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-274cbe3c-8b21-4ec2-8e9b-f5970e2d03f1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577476 Aug 29 20:15:42.395584 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59920) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:42.411510 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group_rule': {'security_group_id': '1e44f177-743c-4c1b-a46c-f86eb4a7e2e9', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:42.472723 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5cffed80-4fab-4d91-8297-d86e847ffba4 req-afd751ca-e26d-4c39-825b-ffb88f9b82af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403885 Aug 29 20:15:42.514580 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-102923f0-fc40-457a-95ea-fe316feb1c26 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176564cc-c512-416f-a721-31a4c9f05c08 HTTP/1.1" status: 200 len: 217 time: 0.0874734 Aug 29 20:15:42.544395 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.securitygroups_db [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Project 98b4b754e82445a0b65e88f5dbede11b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:15:42.572829 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ac64a7d8-41e1-4fec-8035-526af389c3cc req-0e7e05e4-5c59-4611-80a7-73ba7be528de tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 210 time: 0.0530593 Aug 29 20:15:42.575174 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (a46a77cf-eb2a-4fbb-b2bd-169bc4266e37), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.679083 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (a46a77cf-eb2a-4fbb-b2bd-169bc4266e37), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.684410 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (a46a77cf-eb2a-4fbb-b2bd-169bc4266e37), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.714552 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:42.716534 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46a77cf-eb2a-4fbb-b2bd-169bc4266e37,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:42.727098 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.729487 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d65c3623-8113-4a81-80e0-094829bb394b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3295152 Aug 29 20:15:42.733009 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 59930) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:15:42.739255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'security_group_rule': {'security_group_id': '1e44f177-743c-4c1b-a46c-f86eb4a7e2e9', 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:15:42.796697 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.securitygroups_db [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Project 98b4b754e82445a0b65e88f5dbede11b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:15:42.807291 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (6f285112-0ac4-45df-9e02-c72b41c5bdeb), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.821503 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Sync routers for ids ['1a036c5a-cdee-467d-b6cb-f26a1720c600'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:15:42.843700 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Routers {'1a036c5a-cdee-467d-b6cb-f26a1720c600'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:42.844911 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1a036c5a-cdee-467d-b6cb-f26a1720c600'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:42.922798 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (6f285112-0ac4-45df-9e02-c72b41c5bdeb), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.928782 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (6f285112-0ac4-45df-9e02-c72b41c5bdeb), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.958935 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f285112-0ac4-45df-9e02-c72b41c5bdeb,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:42.973375 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:42.976150 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-56602197-5d08-484d-9d72-4f9783dbf226 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2412055 Aug 29 20:15:43.028687 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Set router 1a036c5a-cdee-467d-b6cb-f26a1720c600 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:43.243698 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:43.318938 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '7ce5a213-d59b-4cb0-ac0e-3062e33139d2', 'name': '', 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'mac_address': 'fa:16:3e:93:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '79a9972d-f834-4293-929b-131f6443bd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:36Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 2, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'subnets': [{'id': '79a9972d-f834-4293-929b-131f6443bd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:43.357393 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Checking router: 1a036c5a-cdee-467d-b6cb-f26a1720c600 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:15:43.358129 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Updating router 1a036c5a-cdee-467d-b6cb-f26a1720c600 port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:15:43.378196 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device ac6cfe21-48ba-481d-8d2b-f666403db558 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:43.412353 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:43.467466 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-ae53d353-56b5-44d0-8a4a-181e00835146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:43.470418 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-ae53d353-56b5-44d0-8a4a-181e00835146 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.0974963 Aug 29 20:15:43.502736 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port ac6cfe21-48ba-481d-8d2b-f666403db558 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:43.503387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:43.672041 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6b429f02-d4c4-4fb5-b1af-16ec99028e58 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:15:43.705369 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-9537a4a9-bee8-4138-a89a-de7c2ab77921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:43.713658 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-9537a4a9-bee8-4138-a89a-de7c2ab77921 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1779542 Aug 29 20:15:43.910426 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:43.934639 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ec26-35af-442a-afa0-f9870e40e45e req-e8172362-4792-483b-aed2-35b290032ea5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:15:43.944297 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7c99ec26-35af-442a-afa0-f9870e40e45e req-e8172362-4792-483b-aed2-35b290032ea5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1909139 Aug 29 20:15:43.985811 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 6b429f02-d4c4-4fb5-b1af-16ec99028e58 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:15:43.986207 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6b429f02-d4c4-4fb5-b1af-16ec99028e58 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:15:44.049834 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Publish callbacks [] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:44.057082 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:44.070089 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7c99ec26-35af-442a-afa0-f9870e40e45e req-bab932c9-ec75-4f3c-99a4-6d19b1a2ea8e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210830 Aug 29 20:15:44.133092 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:44.147941 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port ac6cfe21-48ba-481d-8d2b-f666403db558 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:44.180982 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a145dd78-bf1b-4a1b-b486-51837b84a3c3 req-aed85709-c91e-4c93-a36d-5e26bb9d5655 tempest-VolumesActionsTest-1700516509 tempest-VolumesActionsTest-1700516509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b1c2c026-be9a-466a-abbe-bc4fa6f7d1da HTTP/1.1" status: 200 len: 210 time: 0.3453505 Aug 29 20:15:44.185210 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-eb619fa7-7f1f-4a23-89ee-9c3efdfcdf74 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584739 Aug 29 20:15:44.221103 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Pushing event updated for resources: {'Port': ['ID=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:44.258902 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.259414 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.259979 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.260466 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.260981 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.261489 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.262070 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.262676 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.263123 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.263663 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.264494 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.265080 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.265583 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.266430 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.267144 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:15:44.289414 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:44.303251 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Attempting to bind port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:15:44.303978 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Attempting to bind port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:15:44.304602 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Attempting to bind port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 on network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:15:44.315079 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:15:44.316390 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Checking segment: {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:15:44.317067 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:44.317568 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Bound using segment: {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:15:44.318269 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Bound port: 7ce5a213-d59b-4cb0-ac0e-3062e33139d2, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142d97aa-0fcf-47a7-8679-f07c6c8f0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:15:44.319749 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:44.383999 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7f8c28f-8446-4ddf-8456-f71fa50f9ee6 req-d62476c0-5970-482a-b700-4c4aa6d71854 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810656 Aug 29 20:15:44.435798 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] For port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:15:44.443025 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] For port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:15:44.454017 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:44.520626 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Routers {'1a036c5a-cdee-467d-b6cb-f26a1720c600'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:15:44.521593 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:15:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1a036c5a-cdee-467d-b6cb-f26a1720c600'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:44.601678 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c71ba-b683-47e1-8e13-56bafd96bbcb None None] Pushing event updated for resources: {'Port': ['ID=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:44.708320 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] Set router 1a036c5a-cdee-467d-b6cb-f26a1720c600 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:15:44.998689 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:45.139147 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '7ce5a213-d59b-4cb0-ac0e-3062e33139d2', 'name': '', 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'mac_address': 'fa:16:3e:93:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '79a9972d-f834-4293-929b-131f6443bd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:36Z', 'updated_at': '2022-08-29T20:15:44Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'subnets': [{'id': '79a9972d-f834-4293-929b-131f6443bd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:15:45.176963 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a4e40-4206-41cc-b689-e7ddf4dfdea5 None None] The sync data for ids ['1a036c5a-cdee-467d-b6cb-f26a1720c600'] in dv-cinder-854261-2-iscsi is: [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '7ce5a213-d59b-4cb0-ac0e-3062e33139d2', 'name': '', 'network_id': '79d8f03e-5f99-4c4d-93dc-3bdd8e245925', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'mac_address': 'fa:16:3e:93:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '79a9972d-f834-4293-929b-131f6443bd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:36Z', 'updated_at': '2022-08-29T20:15:44Z', 'revision_number': 4, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'subnets': [{'id': '79a9972d-f834-4293-929b-131f6443bd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:15:45.424313 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:45.539648 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:45.540350 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:45.705607 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:45.706035 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:45.769500 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:15:45.775997 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:45.888168 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:15:47.332316 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:15:47.376660 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:47.396778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:15:47.397378 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:15:47.526961 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:15:54.049111 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=23 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:54.053964 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:54.356330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:54.370602 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=54,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:55.133317 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:15:55.144927 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=9 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:01.392395 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6007269a-5f9b-495f-837d-4211dfda447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:02.718820 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:16:03.888268 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-816b09bb-f616-4faa-b60a-d58d4f6a8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:05.331174 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:06.328694 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:06.786382 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:06.820651 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:07.047825 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:12.707622 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:12.708833 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:17.041204 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=33,neutron:UPDATE=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:28.750222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c5c23-319d-4e05-b28f-da90f441b848 req-37207331-7ba7-4f3b-a5be-8dcf4ec5e448 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:28.752827 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-551c5c23-319d-4e05-b28f-da90f441b848 req-37207331-7ba7-4f3b-a5be-8dcf4ec5e448 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0918136 Aug 29 20:16:28.841007 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-551c5c23-319d-4e05-b28f-da90f441b848 req-3d0d6fe9-7a71-44cf-961b-3a8735902b01 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771396 Aug 29 20:16:28.991715 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:29.004499 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:30.044191 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466d67-4b6b-4865-b0b8-2a22d36d7fdd req-70c2ccef-3d46-4a46-bf1c-4ae72f54023c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:30.054189 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-df466d67-4b6b-4865-b0b8-2a22d36d7fdd req-70c2ccef-3d46-4a46-bf1c-4ae72f54023c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0927486 Aug 29 20:16:30.139518 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-df466d67-4b6b-4865-b0b8-2a22d36d7fdd req-dc9220b8-898d-4f97-bd5b-3177a8fd6b3b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820141 Aug 29 20:16:31.338522 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b5548-f6ee-4a1d-aed2-accac0e64808 req-ad68afd8-fbe9-4337-ae22-85cbca5494c0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:31.341110 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c26b5548-f6ee-4a1d-aed2-accac0e64808 req-ad68afd8-fbe9-4337-ae22-85cbca5494c0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0676630 Aug 29 20:16:31.393507 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6e86b16c-00cd-4966-8d8d-ccc1fd3056e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:31.417064 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c26b5548-f6ee-4a1d-aed2-accac0e64808 req-cf3702a4-a08f-4ca5-ba02-680266f3ee84 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638444 Aug 29 20:16:31.532120 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 60540) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:31.607342 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Deleting subnet e1568c19-e19b-4d85-9fe1-b538e93b9ad5 {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:16:31.612759 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Publish callbacks [] for subnet (e1568c19-e19b-4d85-9fe1-b538e93b9ad5), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:31.666956 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Publish callbacks [] for subnet (e1568c19-e19b-4d85-9fe1-b538e93b9ad5), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:31.675993 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (e1568c19-e19b-4d85-9fe1-b538e93b9ad5), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:31.752411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for subnet (e1568c19-e19b-4d85-9fe1-b538e93b9ad5), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:31.781500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1568c19-e19b-4d85-9fe1-b538e93b9ad5,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:31.790752 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:31.795070 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b572c847-9b18-4821-9fa5-59cedeadcdd1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/e1568c19-e19b-4d85-9fe1-b538e93b9ad5 HTTP/1.1" status: 204 len: 168 time: 0.2611237 Aug 29 20:16:31.798553 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 60544) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:31.930219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (792ae931-1d50-478f-bb03-d694cbfc32a6), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.060714 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (792ae931-1d50-478f-bb03-d694cbfc32a6), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.090478 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.091476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.091891 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.094094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > port after_create 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.094094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.094094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > port after_update 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.094094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.094094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.095995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.095995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.180699 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.180982 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.181302 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.181628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:16:32.182037 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792ae931-1d50-478f-bb03-d694cbfc32a6']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:16:32.202518 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:16:32.202901 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:16:32.229348 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.262476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.274474 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:16:32.275070 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.388265 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (792ae931-1d50-478f-bb03-d694cbfc32a6), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.403608 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:32.411474 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/792ae931-1d50-478f-bb03-d694cbfc32a6 HTTP/1.1" status: 204 len: 168 time: 0.6078219 Aug 29 20:16:32.429651 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6d1cf-6c6e-4824-84f9-0080d313592b admin admin] Pushing event deleted for resources: {'Network': ['ID=792ae931-1d50-478f-bb03-d694cbfc32a6,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:32.530215 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae resource provider aggregate not found Aug 29 20:16:32.562786 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c502ff6-87ee-4dfd-b4cc-5bd53c41ddae found for delete ", "request_id": "req-da0f4afe-f315-408e-b174-b7049d2e518f"}]} Aug 29 20:16:32.652012 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ba1f7-eb8f-4889-8505-95a08780d66f req-80f0b736-545f-458d-b7d6-0b2f0e48e393 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:32.654699 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-644ba1f7-eb8f-4889-8505-95a08780d66f req-80f0b736-545f-458d-b7d6-0b2f0e48e393 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0840046 Aug 29 20:16:32.748067 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-644ba1f7-eb8f-4889-8505-95a08780d66f req-89de361b-07f3-4307-ba66-17438f54164c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810280 Aug 29 20:16:32.819659 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 60566) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:32.909381 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b27a11c5-9618-4b74-81a3-05bfadbe675c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=95b900960ce84ebba14e9157e030287e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876536 Aug 29 20:16:32.912806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 60568) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:33.013219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-29c8dbed-66a3-4d46-9f4f-3c993401aa9d admin admin] Publish callbacks [] for security_group (816ef96f-8b2d-4902-b5d3-6b3325c33622), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:33.042837 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-29c8dbed-66a3-4d46-9f4f-3c993401aa9d admin admin] Publish callbacks [] for security_group (816ef96f-8b2d-4902-b5d3-6b3325c33622), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:33.138766 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-29c8dbed-66a3-4d46-9f4f-3c993401aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (816ef96f-8b2d-4902-b5d3-6b3325c33622), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:33.142417 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-29c8dbed-66a3-4d46-9f4f-3c993401aa9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:33.143882 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-29c8dbed-66a3-4d46-9f4f-3c993401aa9d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/816ef96f-8b2d-4902-b5d3-6b3325c33622 HTTP/1.1" status: 204 len: 168 time: 0.2296367 Aug 29 20:16:33.157118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8dbed-66a3-4d46-9f4f-3c993401aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ef96f-8b2d-4902-b5d3-6b3325c33622,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:33.876521 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ffcecaec-e9ea-4a10-a674-c04f8f05bbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:33.957871 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c69e24-6eba-4cc3-95e1-53dae5989dfb req-0472d735-d9fb-4496-960f-6d52c42c422d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:33.959548 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5c69e24-6eba-4cc3-95e1-53dae5989dfb req-0472d735-d9fb-4496-960f-6d52c42c422d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0869756 Aug 29 20:16:34.084868 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5c69e24-6eba-4cc3-95e1-53dae5989dfb req-47032f68-402b-4a33-915c-686f134dbce9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029668 Aug 29 20:16:35.226252 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-1dad277e-061c-4c74-adc0-c295eddb1762 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1907335673&fields=id&tenant_id=98b4b754e82445a0b65e88f5dbede11b HTTP/1.1" status: 200 len: 267 time: 0.1378112 Aug 29 20:16:35.357081 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:35.378848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b368ab-8297-4168-b889-1ad38ca7a105 req-3fa7ee67-1e40-4b6a-aa89-61d02f7be9de tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:35.383990 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-80b368ab-8297-4168-b889-1ad38ca7a105 req-3fa7ee67-1e40-4b6a-aa89-61d02f7be9de tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1352890 Aug 29 20:16:35.495024 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-80b368ab-8297-4168-b889-1ad38ca7a105 req-67a62f34-54c2-42a1-8cb9-eaa03bad98bb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985065 Aug 29 20:16:35.515351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-c992dc37-cfa3-4738-95d2-9e9078a87766 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:35.518792 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-c992dc37-cfa3-4738-95d2-9e9078a87766 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 808 time: 0.2820559 Aug 29 20:16:35.561146 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-4d9f5b4a-e37b-43ad-85c4-495e5153fb2e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/quotas/98b4b754e82445a0b65e88f5dbede11b HTTP/1.1" status: 200 len: 375 time: 0.0148256 Aug 29 20:16:35.646350 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-80607bc3-a38e-4934-bd85-8a2f1bb74e28 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753021 Aug 29 20:16:35.826835 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:35.847830 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:35.854808 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-3b4a61f9-5d7b-4e24-97d1-d9e601453d9d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900425 Aug 29 20:16:36.029194 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-d2b8a6b0-6db2-4434-8a25-3fd16e3eded2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500082 Aug 29 20:16:36.329360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:36.562169 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-db3534b1-2193-4861-9979-f19ddfe81e51 req-46bacc21-93fd-49f2-b12a-eda46767d6b6 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0475550 Aug 29 20:16:36.721093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61752c-8046-4db9-8306-bdce45fbc7f8 req-20ec7a21-b2a3-43eb-b5ff-02838c689aad tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:36.723525 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3e61752c-8046-4db9-8306-bdce45fbc7f8 req-20ec7a21-b2a3-43eb-b5ff-02838c689aad tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0758164 Aug 29 20:16:36.821088 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:36.841821 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3e61752c-8046-4db9-8306-bdce45fbc7f8 req-6d3134c9-be80-48fe-812e-015c0b15864b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055663 Aug 29 20:16:37.047896 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:37.729001 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f7570ce5-21aa-4a7b-a473-f4e03f1ef2fa req-35fa428c-3bbb-447d-84f2-94fce91b811f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0503573 Aug 29 20:16:38.074374 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec8491-00fc-42da-b618-fe146b2a3ada req-1d95c1c9-94ea-4fe5-9cb4-55318cc370a7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:38.077263 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c8ec8491-00fc-42da-b618-fe146b2a3ada req-1d95c1c9-94ea-4fe5-9cb4-55318cc370a7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1065364 Aug 29 20:16:38.187637 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c8ec8491-00fc-42da-b618-fe146b2a3ada req-f24c9783-95e8-4e5d-930f-edb2216ffc77 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993543 Aug 29 20:16:38.905472 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b6e7fcaa-248d-4857-a578-09e9f0f97587 req-7ae91783-fb94-4f8b-bd6a-cef6ad30c5dc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0443728 Aug 29 20:16:39.273634 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-facee347-e166-4a56-baa6-b5980205622a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806735 Aug 29 20:16:39.454572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cbd30-9f8c-4809-a15b-58113d6a7293 req-d20b1fc3-e81d-4acf-9840-1a90daba0a56 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:39.457510 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-040cbd30-9f8c-4809-a15b-58113d6a7293 req-d20b1fc3-e81d-4acf-9840-1a90daba0a56 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1250267 Aug 29 20:16:39.486349 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-9b015afa-270d-44d5-b8f0-2f7e97d65f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:39.489029 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-9b015afa-270d-44d5-b8f0-2f7e97d65f3f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 1130 time: 0.0936282 Aug 29 20:16:39.551816 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-040cbd30-9f8c-4809-a15b-58113d6a7293 req-458bc87d-829c-4b7a-bcc0-7a49c71ef8ab tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847516 Aug 29 20:16:39.720722 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:16:40.136167 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d126c99a-60be-422d-8e77-554281ab72d0 req-d0c6ad4b-001b-44fb-959f-dd3076b2d103 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0989590 Aug 29 20:16:40.247776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-ad32ad56-7781-40eb-a62e-3c6af06743f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.249817 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-ad32ad56-7781-40eb-a62e-3c6af06743f7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.2408774 Aug 29 20:16:40.375518 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-97907ee2-2a06-4285-b2f1-c8121a0147c7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 200 len: 217 time: 0.0874367 Aug 29 20:16:40.459748 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc1277-ac00-4512-b6f8-14c894e4aa8d req-8e12d2af-08c3-4734-859a-15b239b58f4a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.463077 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82dc1277-ac00-4512-b6f8-14c894e4aa8d req-8e12d2af-08c3-4734-859a-15b239b58f4a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0761383 Aug 29 20:16:40.654757 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-d898ea1c-3572-4074-b472-0156ba125255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.658247 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-d898ea1c-3572-4074-b472-0156ba125255 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.1628447 Aug 29 20:16:40.666589 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-dd689d29-4765-40ad-91f3-060871831dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.668299 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-dd689d29-4765-40ad-91f3-060871831dbf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.2037826 Aug 29 20:16:40.676983 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82dc1277-ac00-4512-b6f8-14c894e4aa8d req-3c9cfede-85fd-4a44-9514-c3b2fb2a3304 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988230 Aug 29 20:16:40.861823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-78c37131-f46a-48b8-95ed-60b2b2d333d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.866521 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-78c37131-f46a-48b8-95ed-60b2b2d333d0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1575289 Aug 29 20:16:40.877315 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-61497691-4de5-4f57-86aa-d2f58a1926c3 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.880079 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-61497691-4de5-4f57-86aa-d2f58a1926c3 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 808 time: 0.5961978 Aug 29 20:16:40.894691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a580d-7552-45a3-a3ba-6dd16ee12db8 req-23c3c1d6-b599-4797-b9c8-781d8829b16a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:40.899953 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a53a580d-7552-45a3-a3ba-6dd16ee12db8 req-23c3c1d6-b599-4797-b9c8-781d8829b16a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0944726 Aug 29 20:16:41.008712 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-55749b10-b39d-4a29-b9fd-ddc31f8c2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:41.010209 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-55749b10-b39d-4a29-b9fd-ddc31f8c2cb5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.3032403 Aug 29 20:16:41.059105 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a53a580d-7552-45a3-a3ba-6dd16ee12db8 req-c3e69020-ce25-4b29-8553-49dcb7e53616 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472428 Aug 29 20:16:41.079519 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-29d6d728-e529-4526-8be9-346506aa3302 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98b4b754e82445a0b65e88f5dbede11b HTTP/1.1" status: 200 len: 380 time: 0.1651032 Aug 29 20:16:41.098087 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'port': {'device_id': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'admin_state_up': True, 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'security_groups': ['1e44f177-743c-4c1b-a46c-f86eb4a7e2e9']}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:16:41.237762 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:41.280616 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:41.300115 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Made reservation on behalf of 98b4b754e82445a0b65e88f5dbede11b for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:16:41.305164 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:41.386442 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:41.420307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:41.424454 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bf501744-c604-4990-b365-9d605c4fc76e req-c228af2b-e771-4835-80f6-0a862858317c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0504303 Aug 29 20:16:41.464226 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-cda02588-4923-489d-ae77-360796f66bc8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860419 Aug 29 20:16:41.497260 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-ba71b4c4-f023-4050-88d1-53c0f7b404d0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 1000 time: 0.4765863 Aug 29 20:16:41.563199 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Allocated IP 172.20.0.13 (1a747b50-d4d8-4125-b72a-614b7c20e71e/21a8af03-f64a-4408-a808-df02490243fc/e83470af-1797-4000-830e-cdec3cee207b) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:16:41.667717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-4db3e94c-c395-4c60-855f-0f795c95c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:41.670389 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-4db3e94c-c395-4c60-855f-0f795c95c52d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1546760 Aug 29 20:16:41.786452 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19144001-e2ae-45f7-a3b2-0727754ea95f req-7352ef4f-62de-4a0d-b821-e5f1f8812e41 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027830 Aug 29 20:16:41.798163 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-c261ed55-8717-40ce-9abd-e0c5c38ccfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:41.803318 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-c261ed55-8717-40ce-9abd-e0c5c38ccfae service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171594 Aug 29 20:16:41.864859 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for port (e83470af-1797-4000-830e-cdec3cee207b), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:41.996505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf1a2-2a25-4271-a1c7-5fcb49a90d45 req-d975f8d4-c0dc-45ab-992d-aff62de5ca03 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:42.009891 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-654bf1a2-2a25-4271-a1c7-5fcb49a90d45 req-d975f8d4-c0dc-45ab-992d-aff62de5ca03 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1646295 Aug 29 20:16:42.051585 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-f376c7a1-52f2-430d-8a9b-0ba5630fbdca service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209611 Aug 29 20:16:42.052793 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:42.169014 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:16:42.180138 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:16:42.198288 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-654bf1a2-2a25-4271-a1c7-5fcb49a90d45 req-961830e4-eeb0-4f27-967e-9532d6371502 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802032 Aug 29 20:16:42.203204 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:16:42.277012 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:42.295770 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.296716 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.297559 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.298615 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.299685 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.300458 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.301215 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.302007 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.303054 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.303610 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.304132 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.304668 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.305400 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.306191 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.306933 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:42.331101 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c537f-9550-4c16-b0cb-e34ec8661def req-10c1048d-2a91-47a4-93cc-1c0ae86360a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:42.333094 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fd4c537f-9550-4c16-b0cb-e34ec8661def req-10c1048d-2a91-47a4-93cc-1c0ae86360a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1210959 Aug 29 20:16:42.336885 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fe3cbb66-c8bb-4578-ad49-bc8bec6ce035 req-4e6e4bb9-a0e5-4539-b39f-3dde855a3355 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764471 Aug 29 20:16:42.353893 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:42.354921 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:42.395077 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-92ee7192-b977-4ae0-ab9b-3a29e7bf1ad2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3043849 Aug 29 20:16:42.438445 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fd4c537f-9550-4c16-b0cb-e34ec8661def req-a8ec46ec-2e15-48ac-88d9-a022d6c1fb66 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945649 Aug 29 20:16:42.451475 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Request body: {'port': {'device_id': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:16:42.581823 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:42.623855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-9c6ea3f8-da28-4163-b824-a1b593e9457b None None] Provisioning complete for port e83470af-1797-4000-830e-cdec3cee207b triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:16:42.625679 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea3f8-da28-4163-b824-a1b593e9457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e83470af-1797-4000-830e-cdec3cee207b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:42.680288 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ea3f8-da28-4163-b824-a1b593e9457b None None] Port e83470af-1797-4000-830e-cdec3cee207b cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:16:42.727510 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acefbf-ffe9-41cd-83c0-00d558430ab5 req-71e86bda-ee08-41cb-ad52-479c0048650e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:42.729398 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9acefbf-ffe9-41cd-83c0-00d558430ab5 req-71e86bda-ee08-41cb-ad52-479c0048650e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 932 time: 0.1199524 Aug 29 20:16:42.814538 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:42.912314 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:42.930821 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9acefbf-ffe9-41cd-83c0-00d558430ab5 req-b1a3248a-2554-4af2-a700-6e0dbd749b3e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457543 Aug 29 20:16:43.065615 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83470af-1797-4000-830e-cdec3cee207b {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:16:43.077413 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Publish callbacks [] for port (e83470af-1797-4000-830e-cdec3cee207b), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:43.096322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Transition to ACTIVE for port object e83470af-1797-4000-830e-cdec3cee207b will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:16:43.101839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:43.207447 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:43.270836 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Attempting to bind port e83470af-1797-4000-830e-cdec3cee207b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:16:43.271264 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Attempting to bind port e83470af-1797-4000-830e-cdec3cee207b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:16:43.271780 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Attempting to bind port e83470af-1797-4000-830e-cdec3cee207b on network 1a747b50-d4d8-4125-b72a-614b7c20e71e {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:16:43.283882 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Port e83470af-1797-4000-830e-cdec3cee207b on network 1a747b50-d4d8-4125-b72a-614b7c20e71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:16:43.284391 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Attempting to bind port e83470af-1797-4000-830e-cdec3cee207b on network 1a747b50-d4d8-4125-b72a-614b7c20e71e {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:16:43.293682 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:16:43.294171 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Checking segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:16:43.294539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Bound using segment: {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:16:43.297602 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Bound port: e83470af-1797-4000-830e-cdec3cee207b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb0b52a-f6a1-4105-9833-547bc0d5068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:16:43.297602 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:43.394842 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d813-2866-4f7a-a8fd-e8a799ade790 req-fe330dea-0e1a-45db-97d0-4c37d77a7703 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:43.397461 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bd83d813-2866-4f7a-a8fd-e8a799ade790 req-fe330dea-0e1a-45db-97d0-4c37d77a7703 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0765183 Aug 29 20:16:43.402003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:16:43.409118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:16:43.420625 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:43.427963 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:43.429427 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:43.431801 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 1094 time: 0.9873745 Aug 29 20:16:43.435642 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:16:43.440529 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8625d2e-d0f2-4d82-a904-a1a754f0af62" -d '{"events": [{"name": "network-changed", "server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:16:43.498512 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bd83d813-2866-4f7a-a8fd-e8a799ade790 req-27d757fd-2077-4b39-bdbe-a00f8f1d1ef7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928640 Aug 29 20:16:43.527020 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde25f4-be26-463f-b250-0c8192780b84 service neutron] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:43.538471 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077b4174-d778-4bf3-8d26-938fb63abe4d x-openstack-request-id: req-077b4174-d778-4bf3-8d26-938fb63abe4d {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:16:43.538908 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:16:43.539329 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-077b4174-d778-4bf3-8d26-938fb63abe4d {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:16:43.539862 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077b4174-d778-4bf3-8d26-938fb63abe4d'] response: {'name': 'network-changed', 'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'status': 'completed', 'code': 200} Aug 29 20:16:43.651926 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-6130bf93-c40e-4c80-8f5e-8ccc432ec454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:43.654065 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-6130bf93-c40e-4c80-8f5e-8ccc432ec454 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1128 time: 0.0678220 Aug 29 20:16:43.708178 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9142-50a1-4dfa-8227-9e66117e38fd req-d449ca0d-13e6-4b42-8f9e-87915366f8c2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:43.714601 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-22ef9142-50a1-4dfa-8227-9e66117e38fd req-d449ca0d-13e6-4b42-8f9e-87915366f8c2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0950494 Aug 29 20:16:43.768717 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-c2840e9e-2ee1-4c38-a3d2-d3570373fa70 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 217 time: 0.0867476 Aug 29 20:16:43.806113 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-22ef9142-50a1-4dfa-8227-9e66117e38fd req-69035ab0-5b45-4f2f-9668-66e945184f57 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900776 Aug 29 20:16:43.878930 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-5620120e-3ff1-4fe2-a631-c89614f42e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:43.880900 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-5620120e-3ff1-4fe2-a631-c89614f42e75 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.1076717 Aug 29 20:16:43.950148 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-eb88eacf-0542-45c4-947d-2f57f9262e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:43.951846 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-eb88eacf-0542-45c4-947d-2f57f9262e6a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490980 Aug 29 20:16:44.184578 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb9209-d921-493f-ace7-047366dfceb2 req-9f2813d4-1d93-44b9-a3c9-47b65666d08d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:44.187265 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e6bb9209-d921-493f-ace7-047366dfceb2 req-9f2813d4-1d93-44b9-a3c9-47b65666d08d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.1245070 Aug 29 20:16:44.228520 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-e8bb981e-5ba6-4ce5-9739-ab3c14755cee service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644963 Aug 29 20:16:44.341848 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e6bb9209-d921-493f-ace7-047366dfceb2 req-8a98a283-9d98-47b8-a8f3-4c34ce9fa8ee tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438425 Aug 29 20:16:44.390351 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:44.405779 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-436eb45b-ce98-437a-a1a4-13ab2ecb33dc req-89e111a8-3812-46dc-9c2d-1fc76cc9f599 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642747 Aug 29 20:16:44.692501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb789b-ecb4-4a36-8fe7-22c2c10c834b req-12ecd024-562f-4d3c-970c-1cee1d647875 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:44.694355 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-36fb789b-ecb4-4a36-8fe7-22c2c10c834b req-12ecd024-562f-4d3c-970c-1cee1d647875 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0592287 Aug 29 20:16:44.762869 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-36fb789b-ecb4-4a36-8fe7-22c2c10c834b req-257bdb8c-6eb9-42f9-960d-f8b6877f7145 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585258 Aug 29 20:16:45.004176 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:45.010788 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-b30f9c7e-02a6-451b-9881-aa3479531eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.012338 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-b30f9c7e-02a6-451b-9881-aa3479531eda service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1128 time: 0.0804870 Aug 29 20:16:45.019901 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea20109-5a2e-43b1-8721-41627f77cacd req-887a7a3d-ce6a-473f-b0e4-b343c0efcc98 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.021563 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6ea20109-5a2e-43b1-8721-41627f77cacd req-887a7a3d-ce6a-473f-b0e4-b343c0efcc98 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1014106 Aug 29 20:16:45.175516 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6ea20109-5a2e-43b1-8721-41627f77cacd req-f4c6822e-de32-4e9e-9900-456d7d2a4fef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472509 Aug 29 20:16:45.225763 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-e8b54487-3e70-40c2-8096-3c1916e8744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.228472 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-e8b54487-3e70-40c2-8096-3c1916e8744d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 909 time: 0.1971400 Aug 29 20:16:45.301790 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-aab4a58d-103a-42ef-8504-691a513b5f1f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 217 time: 0.0630293 Aug 29 20:16:45.365585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-f642d848-c671-4d5f-8aaf-22b091424091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.367152 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-f642d848-c671-4d5f-8aaf-22b091424091 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.0588162 Aug 29 20:16:45.440488 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-2c11eff9-6906-4046-bb77-475f1e4a6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.442118 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-2c11eff9-6906-4046-bb77-475f1e4a6e67 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661826 Aug 29 20:16:45.530767 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dabc6-c8bd-438c-9ed8-d9ecab4dcf29 req-a701a7ad-f306-46d1-a112-9fe510d016c9 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.534073 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-339dabc6-c8bd-438c-9ed8-d9ecab4dcf29 req-a701a7ad-f306-46d1-a112-9fe510d016c9 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0769453 Aug 29 20:16:45.582786 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-131bb088-0258-4c07-9a7e-6969473c9544 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327591 Aug 29 20:16:45.610564 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-339dabc6-c8bd-438c-9ed8-d9ecab4dcf29 req-136140cd-7d1f-41e7-b0b1-ac71f7236d16 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650434 Aug 29 20:16:45.713427 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8625d2e-d0f2-4d82-a904-a1a754f0af62 req-839d38a0-77e0-4455-aae4-9188b507d673 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230855 Aug 29 20:16:45.944327 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5766-412e-4729-969b-e3839b317fb7 req-5ac90fda-168d-4647-84a6-eb8cf6d811b0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:45.946130 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-175a5766-412e-4729-969b-e3839b317fb7 req-5ac90fda-168d-4647-84a6-eb8cf6d811b0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0730836 Aug 29 20:16:46.024289 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-175a5766-412e-4729-969b-e3839b317fb7 req-ea37914d-5fe3-4256-be7c-c631d2f21929 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707192 Aug 29 20:16:46.365542 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce0a5-a576-4562-8774-0e92e2b1c4b3 req-a428cd63-32e4-41b9-a095-8eb4e5752ad7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:46.367442 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-430ce0a5-a576-4562-8774-0e92e2b1c4b3 req-a428cd63-32e4-41b9-a095-8eb4e5752ad7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0749600 Aug 29 20:16:46.418182 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:46.434346 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-430ce0a5-a576-4562-8774-0e92e2b1c4b3 req-2c49fcd9-2e29-48bf-88a7-92567b2f489c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594366 Aug 29 20:16:46.789958 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5cf6-bec5-411c-952a-a57bc3503ece req-ae9bbd09-71ad-4581-9db7-7d9e55ac5ab9 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:46.791501 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-610d5cf6-bec5-411c-952a-a57bc3503ece req-ae9bbd09-71ad-4581-9db7-7d9e55ac5ab9 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0586886 Aug 29 20:16:46.862246 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-610d5cf6-bec5-411c-952a-a57bc3503ece req-4bd54d9c-c2f5-488d-bbf5-93f795173e68 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606012 Aug 29 20:16:47.212147 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27432afa-f250-46ce-8304-5043159749a6 req-219e9dd5-9c6e-4ae9-b709-fc079d1ce281 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:47.218772 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27432afa-f250-46ce-8304-5043159749a6 req-219e9dd5-9c6e-4ae9-b709-fc079d1ce281 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0830615 Aug 29 20:16:47.268379 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:47.284111 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27432afa-f250-46ce-8304-5043159749a6 req-a19b5cc7-8a85-4c85-8a09-eaf880ec3cc7 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613995 Aug 29 20:16:47.619560 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164e9a4-7c79-4996-8521-b5dbe9d46f57 req-f420368b-60a1-4b8b-8af3-b92fcd7a72a3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:47.621017 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d164e9a4-7c79-4996-8521-b5dbe9d46f57 req-f420368b-60a1-4b8b-8af3-b92fcd7a72a3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0587819 Aug 29 20:16:47.707577 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d164e9a4-7c79-4996-8521-b5dbe9d46f57 req-abd27c5d-44c3-473d-8694-5aad932de12f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725915 Aug 29 20:16:48.038008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af95f-75f3-4a44-b76f-5e1b78c56902 req-d5fb1857-73dd-47dd-8c56-e5ab6b562799 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:48.041121 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5d5af95f-75f3-4a44-b76f-5e1b78c56902 req-d5fb1857-73dd-47dd-8c56-e5ab6b562799 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0708156 Aug 29 20:16:48.114814 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5d5af95f-75f3-4a44-b76f-5e1b78c56902 req-4627edb0-76c2-4092-aa34-39a1797cf88f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649183 Aug 29 20:16:48.477997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939ca55-b2b3-42e8-88d3-3ba9545ed4ae req-2acdbd10-c7a0-4650-afca-99a84ef75f78 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:48.479613 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c939ca55-b2b3-42e8-88d3-3ba9545ed4ae req-2acdbd10-c7a0-4650-afca-99a84ef75f78 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0609200 Aug 29 20:16:48.548780 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c939ca55-b2b3-42e8-88d3-3ba9545ed4ae req-f6ac6b69-9560-42ee-aab8-2113d3b8bae0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577259 Aug 29 20:16:48.863226 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f27add-c85c-4768-b30e-c9fac4b7c672 req-dd0e23c6-7ee5-46b5-9a0a-e18928937fcb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:48.864801 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f1f27add-c85c-4768-b30e-c9fac4b7c672 req-dd0e23c6-7ee5-46b5-9a0a-e18928937fcb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0619764 Aug 29 20:16:48.935526 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f1f27add-c85c-4768-b30e-c9fac4b7c672 req-1400db2f-0129-4072-bca5-039c003e64ff tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631070 Aug 29 20:16:49.268247 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1afed1-18d5-4eff-86bc-2110016e0abf req-044e8457-2b50-4062-a11b-62bc21d341a1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:49.269856 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5d1afed1-18d5-4eff-86bc-2110016e0abf req-044e8457-2b50-4062-a11b-62bc21d341a1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0549374 Aug 29 20:16:49.356099 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5d1afed1-18d5-4eff-86bc-2110016e0abf req-c94e52b6-f728-43d0-97d1-3ceb6abfda5f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781069 Aug 29 20:16:49.714578 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:49.740816 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545113bf-86af-4174-aebd-945df65a1c2e req-1f6afe30-0512-4948-9daf-551d743c00ce tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:49.742616 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-545113bf-86af-4174-aebd-945df65a1c2e req-1f6afe30-0512-4948-9daf-551d743c00ce tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0860686 Aug 29 20:16:49.786653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 60864) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:49.822353 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-545113bf-86af-4174-aebd-945df65a1c2e req-379fb74e-c394-4049-a416-113fd97df18b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734966 Aug 29 20:16:49.875396 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:16:49.968202 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.067673 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:16:50.106937 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'mac_address': 'fa:16:3e:a7:47:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:16:50.118177 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Publish callbacks [] for security_group (55df1ef8-a88a-4e05-9df2-edebd55b5409), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.124502 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (55df1ef8-a88a-4e05-9df2-edebd55b5409), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.163052 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:50.167763 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: ACTIVE; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:16:50.168273 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.186017 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:16:50.186949 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162a201-4ac9-4b9e-bd94-d0b7bb07cb7a req-e5fd890f-99f1-42c1-a48a-cc4eadf1d562 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:50.189584 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b162a201-4ac9-4b9e-bd94-d0b7bb07cb7a req-e5fd890f-99f1-42c1-a48a-cc4eadf1d562 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1225021 Aug 29 20:16:50.198631 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1ed75b7cb6004f59bd51b99bea4f722a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107437 Aug 29 20:16:50.200734 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df1ef8-a88a-4e05-9df2-edebd55b5409,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:50.204767 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 60870) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:50.214568 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:16:50.227482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.246487 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.247045 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.247642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.248260 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.248777 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.249307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.249973 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.250547 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.251238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.252031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.252604 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.253159 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.254082 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.254415 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.254776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6a8-d2e3-4b02-aaff-3ada3d902f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.299782 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b162a201-4ac9-4b9e-bd94-d0b7bb07cb7a req-b5e491dc-987a-4b1a-a4c2-e3ba3bbf9ca8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975478 Aug 29 20:16:50.326458 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=6']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:50.339776 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.340555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.341187 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.341927 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.342555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.343096 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.343686 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.344245 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.344766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.345292 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.345934 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.346490 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.347038 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.347562 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.348101 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:16:50.350071 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e524192-0e7a-4cff-a96f-e1f309d668e8 admin admin] Publish callbacks [] for security_group (55df1ef8-a88a-4e05-9df2-edebd55b5409), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.393526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e524192-0e7a-4cff-a96f-e1f309d668e8 admin admin] Publish callbacks [] for security_group (55df1ef8-a88a-4e05-9df2-edebd55b5409), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.492465 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e524192-0e7a-4cff-a96f-e1f309d668e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (55df1ef8-a88a-4e05-9df2-edebd55b5409), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.497141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e524192-0e7a-4cff-a96f-e1f309d668e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:50.499000 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0e524192-0e7a-4cff-a96f-e1f309d668e8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/55df1ef8-a88a-4e05-9df2-edebd55b5409 HTTP/1.1" status: 204 len: 168 time: 0.2920668 Aug 29 20:16:50.536848 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['4c3e0080-8d58-44c1-8b13-e2b6f6549e47'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:16:50.561124 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e524192-0e7a-4cff-a96f-e1f309d668e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df1ef8-a88a-4e05-9df2-edebd55b5409,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:50.582023 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd6da-a76c-4ec0-8482-246df6b00c8e req-ae6a5719-0e08-414e-89d2-53eb307dea33 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:50.584330 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6adbd6da-a76c-4ec0-8482-246df6b00c8e req-ae6a5719-0e08-414e-89d2-53eb307dea33 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.1088684 Aug 29 20:16:50.691183 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6adbd6da-a76c-4ec0-8482-246df6b00c8e req-ac18b7d1-45f5-4876-a796-668b686e6f59 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975962 Aug 29 20:16:50.946489 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:51.000945 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe055d-3e56-4d19-8892-9041fe0ad31c req-a07039cb-1c78-4b72-aaa4-b0dc4dd683e1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:51.002575 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-18fe055d-3e56-4d19-8892-9041fe0ad31c req-a07039cb-1c78-4b72-aaa4-b0dc4dd683e1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0681179 Aug 29 20:16:51.103398 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-18fe055d-3e56-4d19-8892-9041fe0ad31c req-a40d0d39-788a-4417-a3a3-63ff21650bc4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903614 Aug 29 20:16:51.508793 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f08a8-f21b-477a-951f-387c6195a041 req-400f0c13-c4bc-429a-bfb3-9759e3eaae52 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:51.511266 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-187f08a8-f21b-477a-951f-387c6195a041 req-400f0c13-c4bc-429a-bfb3-9759e3eaae52 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0703440 Aug 29 20:16:51.551569 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:51.594365 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-187f08a8-f21b-477a-951f-387c6195a041 req-6cb78675-7496-469e-8fab-e340d1f34539 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818138 Aug 29 20:16:51.882690 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:16:51.885108 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad370-e5c6-42e4-978a-5d7264e8ad08 req-31959bbc-55ce-40d0-b3fa-8b2818638dce tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:51.889344 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ec5ad370-e5c6-42e4-978a-5d7264e8ad08 req-31959bbc-55ce-40d0-b3fa-8b2818638dce tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0726259 Aug 29 20:16:51.913283 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:16:51.995135 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ec5ad370-e5c6-42e4-978a-5d7264e8ad08 req-314b8c71-7a2b-4708-aaa2-105322a4fbe0 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915885 Aug 29 20:16:52.075326 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:16:52.075874 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:52.086104 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:52.193206 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:16:52.206693 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:52.222273 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'e83470af-1797-4000-830e-cdec3cee207b', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'port_id': 'e83470af-1797-4000-830e-cdec3cee207b', 'mac_address': 'fa:16:3e:95:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:16:52.337414 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:16:52.337809 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:52.340909 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port e83470af-1797-4000-830e-cdec3cee207b is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:16:52.341367 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:52.386923 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9790-c81d-4e6b-8b2e-b0547ffd4ac9 req-433e1462-ab93-4678-adb5-64be048b8d0b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:52.391822 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83470af-1797-4000-830e-cdec3cee207b {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:16:52.400803 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-011a9790-c81d-4e6b-8b2e-b0547ffd4ac9 req-433e1462-ab93-4678-adb5-64be048b8d0b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1482012 Aug 29 20:16:52.405063 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:16:52.408852 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3748cd-9616-4fb9-ac08-c89aa8ef1f62" -d '{"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:16:52.515129 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:16:52.534336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:16:52.537079 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:52.595593 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-011a9790-c81d-4e6b-8b2e-b0547ffd4ac9 req-c93a4821-dbec-4734-8a88-6e1d04bcff15 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812108 Aug 29 20:16:52.615001 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:52.632842 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c30d0ce-efa5-482e-9077-8a5a4ab84dd8 x-openstack-request-id: req-5c30d0ce-efa5-482e-9077-8a5a4ab84dd8 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:16:52.632842 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:16:52.632842 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c30d0ce-efa5-482e-9077-8a5a4ab84dd8 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:16:52.633494 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c30d0ce-efa5-482e-9077-8a5a4ab84dd8'] response: {'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'code': 200} Aug 29 20:16:52.668948 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=7']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:52.746191 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:52.801237 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9a4c-030a-4aed-b8ce-9aca3e28362e req-63a186ce-efe8-4503-9ba3-456cca3ffb4b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:52.803022 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c0fd9a4c-030a-4aed-b8ce-9aca3e28362e req-63a186ce-efe8-4503-9ba3-456cca3ffb4b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0797522 Aug 29 20:16:52.882067 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c0fd9a4c-030a-4aed-b8ce-9aca3e28362e req-85b32023-3518-4e60-be31-b5ae0db12847 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672069 Aug 29 20:16:53.154170 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:53.167047 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['e83470af-1797-4000-830e-cdec3cee207b'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:16:53.198717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ef121-af37-43ec-abbf-24902ddcc72c req-1323698a-dea9-4d92-8e64-1391d459286e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:53.201768 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-857ef121-af37-43ec-abbf-24902ddcc72c req-1323698a-dea9-4d92-8e64-1391d459286e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 945 time: 0.0904408 Aug 29 20:16:53.301677 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-857ef121-af37-43ec-abbf-24902ddcc72c req-b0b0fcbc-edab-487d-bcec-8a38a2787ead tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897121 Aug 29 20:16:53.841392 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a185b-8537-4de4-8cff-90f06c8beac7 req-9b0df7f5-f8a7-45c3-a3c2-1942fe13a51f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:53.847792 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-628a185b-8537-4de4-8cff-90f06c8beac7 req-9b0df7f5-f8a7-45c3-a3c2-1942fe13a51f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1317155 Aug 29 20:16:54.027712 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-628a185b-8537-4de4-8cff-90f06c8beac7 req-0b802a83-8786-4d75-9314-ad51bb11894b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643641 Aug 29 20:16:54.242995 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a21cf-c45a-447a-a372-0e4bc419b191 req-e225dbcd-6e6c-43de-89d8-b53d9ee63f3c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:54.245224 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d98a21cf-c45a-447a-a372-0e4bc419b191 req-e225dbcd-6e6c-43de-89d8-b53d9ee63f3c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0814540 Aug 29 20:16:54.351173 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d98a21cf-c45a-447a-a372-0e4bc419b191 req-8346d37b-7668-4cb8-b071-0e2d98815ad3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970180 Aug 29 20:16:54.570230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494479b4-232f-4edb-9f9a-7454b8949149 req-f849b362-f001-4c4e-9175-f534afc3dcbc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:54.572455 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-494479b4-232f-4edb-9f9a-7454b8949149 req-f849b362-f001-4c4e-9175-f534afc3dcbc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 945 time: 0.0997374 Aug 29 20:16:54.697597 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-494479b4-232f-4edb-9f9a-7454b8949149 req-66e9837a-40d9-420d-9f45-940ab39d26a1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055002 Aug 29 20:16:54.830887 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:16:54.926455 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port e83470af-1797-4000-830e-cdec3cee207b completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:16:54.949340 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port e83470af-1797-4000-830e-cdec3cee207b triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:16:54.950211 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e83470af-1797-4000-830e-cdec3cee207b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:55.120595 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port e83470af-1797-4000-830e-cdec3cee207b is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:16:55.121121 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:55.160293 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:16:55.164464 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c3db8-49fe-47c2-b7c9-1bc5318beffb" -d '{"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-plugged", "status": "completed", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:16:55.188451 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:16:55.198359 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:16:55.239595 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:55.286764 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c67ed-bc8f-4233-a1bc-d44f017f2251 req-3a587827-03f9-49da-a9db-d1ba0d25d125 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:55.288480 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:55.299672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6b7c67ed-bc8f-4233-a1bc-d44f017f2251 req-3a587827-03f9-49da-a9db-d1ba0d25d125 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1234415 Aug 29 20:16:55.306073 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:16:55.389209 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6b7c67ed-bc8f-4233-a1bc-d44f017f2251 req-3147f9e9-e728-4585-b37c-07171f0b63e4 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883288 Aug 29 20:16:55.511918 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c44dca-28ed-48c0-ab29-f81cb5e790b6 x-openstack-request-id: req-f1c44dca-28ed-48c0-ab29-f81cb5e790b6 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:16:55.512236 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-plugged", "status": "completed", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:16:55.512451 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1c44dca-28ed-48c0-ab29-f81cb5e790b6 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:16:55.512957 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c44dca-28ed-48c0-ab29-f81cb5e790b6'] response: {'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'code': 200} Aug 29 20:16:55.557773 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-9af02af9-6e42-4a54-8a33-a253fb8ec004 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=1b6e748b13ea4fc5ad88eaee50ffa437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510204 Aug 29 20:16:55.708791 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbe7d-63a8-4530-ab89-c813d858dffc req-93f763a9-7a29-4561-9dec-4b3fe6f20108 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:55.712226 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-80dbbe7d-63a8-4530-ab89-c813d858dffc req-93f763a9-7a29-4561-9dec-4b3fe6f20108 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0961056 Aug 29 20:16:55.872749 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-80dbbe7d-63a8-4530-ab89-c813d858dffc req-bbc7af84-8bfc-4e78-a652-945873d44a6c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523137 Aug 29 20:16:55.978717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-13f361c9-5f96-443b-a513-26607b91c48f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:55.981993 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-13f361c9-5f96-443b-a513-26607b91c48f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4227903 Aug 29 20:16:56.025954 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-b0be5280-992f-4dc4-a0a9-a64b92338fbf tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/quotas/1b6e748b13ea4fc5ad88eaee50ffa437 HTTP/1.1" status: 200 len: 375 time: 0.0371966 Aug 29 20:16:56.134884 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-9b44d3a2-d31f-40be-9b1e-d071492af948 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=1b6e748b13ea4fc5ad88eaee50ffa437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051962 Aug 29 20:16:56.262912 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cdfcf-31c6-4126-bedc-76953a7c0205 req-b1fa61c1-5532-499d-bbdc-93296530be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:56.265523 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ec9cdfcf-31c6-4126-bedc-76953a7c0205 req-b1fa61c1-5532-499d-bbdc-93296530be6c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1130 time: 0.0804670 Aug 29 20:16:56.357039 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c09d0-0542-460a-be0c-6ddbb2bf2a95 req-629cb092-2d09-424a-98b7-7ac365d0c61c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:56.364289 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c74c09d0-0542-460a-be0c-6ddbb2bf2a95 req-629cb092-2d09-424a-98b7-7ac365d0c61c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.2634392 Aug 29 20:16:56.523087 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ec9cdfcf-31c6-4126-bedc-76953a7c0205 req-e7c5015c-7e1d-49f2-8caa-a1fbc442d3d6 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216122 Aug 29 20:16:56.539946 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c74c09d0-0542-460a-be0c-6ddbb2bf2a95 req-0ca0fd7e-bfaf-46db-b8f7-9c2cea817c39 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614537 Aug 29 20:16:56.752037 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bcb81bed-b443-46e2-93c8-1176e71070be req-d85b7f78-14c9-4851-8512-7c0789f6489f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0563440 Aug 29 20:16:57.083404 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95537e5-03da-4da1-9337-5e708c92566a req-7facf297-e1ca-4bf2-9559-bcf10af4d28e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:57.106257 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c95537e5-03da-4da1-9337-5e708c92566a req-7facf297-e1ca-4bf2-9559-bcf10af4d28e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1371157 Aug 29 20:16:57.161136 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:57.162383 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:16:57.246633 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c95537e5-03da-4da1-9337-5e708c92566a req-aaba9680-20ee-48cc-8adb-d8fc76e004f3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362047 Aug 29 20:16:57.415191 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528adc76-c752-428a-b7bc-5a5de7f2c089 req-ba401951-3840-44bc-ae96-a5e15f267124 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:57.418445 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-528adc76-c752-428a-b7bc-5a5de7f2c089 req-ba401951-3840-44bc-ae96-a5e15f267124 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1559913 Aug 29 20:16:57.504445 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-528adc76-c752-428a-b7bc-5a5de7f2c089 req-2c4c1524-0e82-4be7-b318-dc892185b7fc tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773170 Aug 29 20:16:57.836079 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24382f3-f950-491c-b54b-93bfb487a5d1 req-029255cb-4240-4852-bbca-4b75fee5a0b7 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:57.839632 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b24382f3-f950-491c-b54b-93bfb487a5d1 req-029255cb-4240-4852-bbca-4b75fee5a0b7 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0911694 Aug 29 20:16:57.947017 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b24382f3-f950-491c-b54b-93bfb487a5d1 req-db631f50-b680-4334-8684-29d2d68d4872 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957663 Aug 29 20:16:57.983497 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e5d825b2-68ea-4d59-b736-02f35451e709 req-ce2589a3-c879-4940-8360-c105cb8d5cbd tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0751312 Aug 29 20:16:58.486475 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028f01c-34b2-497c-a375-f2c9f35d78e4 req-58ada32b-3d2b-4f19-b0d2-abe4efcca947 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:58.494234 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0028f01c-34b2-497c-a375-f2c9f35d78e4 req-58ada32b-3d2b-4f19-b0d2-abe4efcca947 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1176593 Aug 29 20:16:58.599673 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0028f01c-34b2-497c-a375-f2c9f35d78e4 req-11e2b65e-7cc3-44d9-946a-7dc8314d271a tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944016 Aug 29 20:16:58.774558 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2d7f-677b-4e83-9aa1-b91ddf607f17 req-78790a4d-356a-43fc-86b7-6e0634a8c25f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:58.786676 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-81ac2d7f-677b-4e83-9aa1-b91ddf607f17 req-78790a4d-356a-43fc-86b7-6e0634a8c25f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0932093 Aug 29 20:16:58.871786 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-81ac2d7f-677b-4e83-9aa1-b91ddf607f17 req-0a0bb5c8-4214-4d94-b195-59b686f647b8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838273 Aug 29 20:16:59.207230 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-703efc1f-6cdf-4b6f-9031-06bf3a82db3d req-8c44251e-0eec-42f6-8830-7ca5f3dc3a90 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0644562 Aug 29 20:16:59.220360 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917ae61-4529-4605-bc73-02e37da4369f req-089d2eed-adba-4ba3-8f84-6ce68df13fd6 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:59.241427 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2917ae61-4529-4605-bc73-02e37da4369f req-089d2eed-adba-4ba3-8f84-6ce68df13fd6 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.1373608 Aug 29 20:16:59.350433 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2917ae61-4529-4605-bc73-02e37da4369f req-2f2f64a0-ab7c-48e4-9c20-cde787904585 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051440 Aug 29 20:16:59.622886 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672aa2a-3e19-4fdb-811b-4010d0c23f7d req-fda78a7f-e780-46b1-b184-812e040e1168 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:59.627661 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2672aa2a-3e19-4fdb-811b-4010d0c23f7d req-fda78a7f-e780-46b1-b184-812e040e1168 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.1321673 Aug 29 20:16:59.758934 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2672aa2a-3e19-4fdb-811b-4010d0c23f7d req-c97d1010-f4b1-4ee0-8aae-72d787f445e3 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142330 Aug 29 20:16:59.814510 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 32820) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:16:59.855093 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c2bbc-4bc9-463f-be6c-dbb0aed2f8bc req-1ffbeedd-1fc8-4af3-81dc-857eed205250 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:16:59.857095 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8f5c2bbc-4bc9-463f-be6c-dbb0aed2f8bc req-1ffbeedd-1fc8-4af3-81dc-857eed205250 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0826485 Aug 29 20:16:59.966388 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8f5c2bbc-4bc9-463f-be6c-dbb0aed2f8bc req-fc8b6195-d31f-4595-ab4c-381dfd83a964 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976360 Aug 29 20:17:00.186314 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27c44-a972-4521-b639-9ae0637b698a req-de9eaeb1-bb15-46c9-b273-b1922d7f9556 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:00.188704 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-55e27c44-a972-4521-b639-9ae0637b698a req-de9eaeb1-bb15-46c9-b273-b1922d7f9556 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1143918 Aug 29 20:17:00.275499 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be500a-31a6-46f0-8add-bb6813e7139a tempest-TestShelveInstance-137360135 tempest-TestShelveInstance-137360135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:00.281758 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-94be500a-31a6-46f0-8add-bb6813e7139a tempest-TestShelveInstance-137360135 tempest-TestShelveInstance-137360135-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1125 time: 0.4615653 Aug 29 20:17:00.282789 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 32828) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:00.288015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'port_id': 'e83470af-1797-4000-830e-cdec3cee207b', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:00.332665 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:00.411030 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-55e27c44-a972-4521-b639-9ae0637b698a req-d938f8e2-824f-474e-a4e0-62b3ee673552 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883740 Aug 29 20:17:00.471820 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b6aeb725-7db7-480b-828d-33dd19f61ef3 req-4a24778d-ee30-4c88-b5d3-828c323a178f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0636392 Aug 29 20:17:00.499124 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:00.685295 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Allocated IP 172.27.3.192 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/3460a55f-a953-4fb9-966c-f5c0c1b97a9c) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:17:00.712380 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:00.797272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:00.877649 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:00.932997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:01.020689 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:17:01.026364 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:01.041413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'Port': ['ID=3460a55f-a953-4fb9-966c-f5c0c1b97a9c,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:01.046262 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:17:01.311595 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0605b5-eadb-4c32-aea8-086702a73f29 req-696dd21f-98b9-4bf6-9e7f-3bbb098741ec tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:01.320627 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6a0605b5-eadb-4c32-aea8-086702a73f29 req-696dd21f-98b9-4bf6-9e7f-3bbb098741ec tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1267889 Aug 29 20:17:01.399185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-67cae0c6-abe0-4d5b-8b8e-cefac54beb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:01.460981 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6a0605b5-eadb-4c32-aea8-086702a73f29 req-fb33d7f1-d329-4ed0-9e08-943f676d2ce8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392870 Aug 29 20:17:01.661028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8a95-9a0d-440d-9f25-9e06d0dd123e req-18a8a01f-1631-4302-9fbf-ff7ce6f66d72 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:01.663450 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-940b8a95-9a0d-440d-9f25-9e06d0dd123e req-18a8a01f-1631-4302-9fbf-ff7ce6f66d72 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0855212 Aug 29 20:17:01.677670 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2190629e-9b26-4d91-a2e1-b72012b575e8 req-4af44243-5fe6-4248-8ed7-5338424e4a2d tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0463238 Aug 29 20:17:01.772114 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-940b8a95-9a0d-440d-9f25-9e06d0dd123e req-4ce4cf94-c87b-44b5-b6cc-9bd0b2957c5c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956824 Aug 29 20:17:01.959751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for floatingip (84ca8da4-891d-49ba-9d26-2e485572e1e6), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:02.079559 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:02.243269 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:02.383018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:02.396724 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:02.526914 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:02.589036 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event updated for resources: {'Port': ['ID=3460a55f-a953-4fb9-966c-f5c0c1b97a9c,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:02.614270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75774bb-f3b8-4b9a-9154-c7332f0c356c req-37de7f04-6959-4586-ae74-0408f2b400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:02.616113 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e75774bb-f3b8-4b9a-9154-c7332f0c356c req-37de7f04-6959-4586-ae74-0408f2b400e6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.0842288 Aug 29 20:17:02.659282 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (84ca8da4-891d-49ba-9d26-2e485572e1e6), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:02.761927 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e75774bb-f3b8-4b9a-9154-c7332f0c356c req-da8ab249-8895-4449-b35a-b56603ca3e57 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329975 Aug 29 20:17:02.925350 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Floating IP 84ca8da4-891d-49ba-9d26-2e485572e1e6 associated. External IP: 172.27.3.192, port: e83470af-1797-4000-830e-cdec3cee207b. Aug 29 20:17:02.981303 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7ce3e774-b8d8-4e19-b4db-a54aca4af51d req-a7a30455-9d6e-4cff-8ea5-71ecd3d9c96f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.1231756 Aug 29 20:17:03.209759 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f579d-9331-44f9-9fbc-2e686067402a req-3e822d4e-b195-428e-83eb-a02905aa8310 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:03.220985 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2b7f579d-9331-44f9-9fbc-2e686067402a req-3e822d4e-b195-428e-83eb-a02905aa8310 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0875843 Aug 29 20:17:03.231838 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511be243-4095-4329-80a4-0abf4a2bf69e req-c7a675bb-00c9-4021-83fa-6b51839447f3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:03.247453 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-511be243-4095-4329-80a4-0abf4a2bf69e req-c7a675bb-00c9-4021-83fa-6b51839447f3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.3247817 Aug 29 20:17:03.294246 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2b7f579d-9331-44f9-9fbc-2e686067402a req-7ed6ce7f-975a-41a7-87fc-8390e1d1976a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719593 Aug 29 20:17:03.811286 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-511be243-4095-4329-80a4-0abf4a2bf69e req-6bfe595b-399a-4ed3-b576-57c43d391b45 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5601473 Aug 29 20:17:03.856804 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a4813-09cd-45d8-bed5-88f1e5f7f467 req-3c6aacfb-69c4-4f2d-8571-ce24dc61ade4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:03.865421 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8a7a4813-09cd-45d8-bed5-88f1e5f7f467 req-3c6aacfb-69c4-4f2d-8571-ce24dc61ade4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2011869 Aug 29 20:17:03.880287 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bd0e-b1e4-42fd-8ec7-eaf1fcee781c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:03.906500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Router b451cb7d-b166-4327-93fa-004122524e7a has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:17:03.961215 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8a7a4813-09cd-45d8-bed5-88f1e5f7f467 req-5b8c5c3d-bc46-4103-9e87-aa675d50b241 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868595 Aug 29 20:17:04.133951 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:17:04.147317 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] Sync routers for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:17:04.181397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:04.182086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:04.193626 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:04.201989 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d0bfe0a9-0bb8-4a95-9046-eaae4c39927c req-6c1f1c9e-2c76-4b69-8796-9493df6ba1d1 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0842671 Aug 29 20:17:04.252689 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2ee7ee28-b4f3-4219-8c38-b2f2ca9c9cf8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9678938 Aug 29 20:17:04.254376 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:04.259388 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f3546c-aab4-40c7-8e8e-7d396ae24267" -d '{"events": [{"name": "network-changed", "server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:04.366596 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77efd7e9-0df0-4ed6-8896-7827652d8527 x-openstack-request-id: req-77efd7e9-0df0-4ed6-8896-7827652d8527 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:04.368079 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:04.368600 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77efd7e9-0df0-4ed6-8896-7827652d8527 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:04.369228 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77efd7e9-0df0-4ed6-8896-7827652d8527'] response: {'name': 'network-changed', 'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'status': 'completed', 'code': 200} Aug 29 20:17:04.623251 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec591ee-03d5-4b4f-88d7-434c00635b6c req-58bfe2a9-2425-4595-922b-06686053acb4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:04.630122 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:04.631481 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dec591ee-03d5-4b4f-88d7-434c00635b6c req-58bfe2a9-2425-4595-922b-06686053acb4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1750050 Aug 29 20:17:04.640221 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:04.708458 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dec591ee-03d5-4b4f-88d7-434c00635b6c req-2cb56190-0e18-4224-8189-8441a92ea478 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753071 Aug 29 20:17:04.952979 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '84ca8da4-891d-49ba-9d26-2e485572e1e6', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'port_id': 'e83470af-1797-4000-830e-cdec3cee207b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'mac_address': 'fa:16:3e:95:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:17:01Z', 'updated_at': '2022-08-29T20:17:01Z', 'revision_number': 0, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:05.010168 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] Checking router: b451cb7d-b166-4327-93fa-004122524e7a for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:17:05.019385 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2454916-58ca-4507-93c0-ca69eff045db req-c5e07a24-36b7-4bf1-875f-b29f16f0d187 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:05.027297 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d2454916-58ca-4507-93c0-ca69eff045db req-c5e07a24-36b7-4bf1-875f-b29f16f0d187 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0712578 Aug 29 20:17:05.035535 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:05.037094 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:05.103745 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d2454916-58ca-4507-93c0-ca69eff045db req-726ce721-36e2-4c8d-9d5c-8d69b1845ad1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753219 Aug 29 20:17:05.175115 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dcb0f-fbfc-4bf9-9f0d-a25fca5cfc13 req-e7f83fff-0d76-4d7f-a450-b8eef9c71144 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:05.176657 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-496dcb0f-fbfc-4bf9-9f0d-a25fca5cfc13 req-e7f83fff-0d76-4d7f-a450-b8eef9c71144 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1042125 Aug 29 20:17:05.233616 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:05.279506 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-496dcb0f-fbfc-4bf9-9f0d-a25fca5cfc13 req-2a9f86b1-5c6f-41a5-bafd-ae0f4d3fb60c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952642 Aug 29 20:17:05.366414 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:05.409882 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-49904207-5e24-4fcf-9837-28099334854b req-660a10ed-80cd-4872-b4ec-af695f53bf2f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0585904 Aug 29 20:17:05.603202 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '84ca8da4-891d-49ba-9d26-2e485572e1e6', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'port_id': 'e83470af-1797-4000-830e-cdec3cee207b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'mac_address': 'fa:16:3e:95:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:17:01Z', 'updated_at': '2022-08-29T20:17:01Z', 'revision_number': 0, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:05.648336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107a6a0-cc94-4a8f-ade5-bab4ccac96d9 None None] The sync data for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi is: [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '84ca8da4-891d-49ba-9d26-2e485572e1e6', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'port_id': 'e83470af-1797-4000-830e-cdec3cee207b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'mac_address': 'fa:16:3e:95:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:17:01Z', 'updated_at': '2022-08-29T20:17:01Z', 'revision_number': 0, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:17:05.941087 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdc1f-7f6a-4b9b-8f56-28bc26c7b9f3 req-114c3088-bb97-4e17-b6d6-f731e06828b5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:05.950578 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-099cdc1f-7f6a-4b9b-8f56-28bc26c7b9f3 req-114c3088-bb97-4e17-b6d6-f731e06828b5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1019900 Aug 29 20:17:05.980347 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:06.032407 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:06.039901 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-099cdc1f-7f6a-4b9b-8f56-28bc26c7b9f3 req-4d05d484-3782-44ce-b97f-fe4fb87b82cd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865154 Aug 29 20:17:06.054103 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eee04b-bf60-463c-90fd-ef67e172d3be None None] New status for floating IP 84ca8da4-891d-49ba-9d26-2e485572e1e6: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:17:06.349736 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bba567-ac56-46de-b65d-1ba672b18170 req-ab21b0e7-fe93-47c7-8bd4-cc9aa66424d2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:06.353630 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-37bba567-ac56-46de-b65d-1ba672b18170 req-ab21b0e7-fe93-47c7-8bd4-cc9aa66424d2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1281004 Aug 29 20:17:06.361880 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:06.449020 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-37bba567-ac56-46de-b65d-1ba672b18170 req-873d74d9-11d3-4817-87d8-3ce8ae7bd7ed tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892053 Aug 29 20:17:06.538773 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:06.549906 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34742e22-36dd-4a7e-a849-51ad9653401f req-5bb242cc-676c-43b9-9cf4-2a526b03fcd3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:06.552915 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-34742e22-36dd-4a7e-a849-51ad9653401f req-5bb242cc-676c-43b9-9cf4-2a526b03fcd3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1024187 Aug 29 20:17:06.567881 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e769e88b-ced5-47d6-a57d-cd93fa0108ae req-c1ef239e-ba37-4d62-bed1-a91ee615c77d tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0411401 Aug 29 20:17:06.639002 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-34742e22-36dd-4a7e-a849-51ad9653401f req-916127aa-bcfd-4490-afc0-e7d23c763aff tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788736 Aug 29 20:17:06.828458 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:07.045463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:07.296947 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69002f0-7baf-4846-8849-9c27fd1b53e8 req-aba2ae9c-3623-42d8-988f-63f6c6e2b683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:07.299747 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c69002f0-7baf-4846-8849-9c27fd1b53e8 req-aba2ae9c-3623-42d8-988f-63f6c6e2b683 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0693734 Aug 29 20:17:07.335311 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:07.366768 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c69002f0-7baf-4846-8849-9c27fd1b53e8 req-579b66d2-7e32-4ece-abc3-9ec4c66afabb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600808 Aug 29 20:17:07.643412 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c6d7-feff-470f-b99c-7b86aa53b0b2 req-aafafc8b-e281-4218-a409-6dee7f9f95ba tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:07.644992 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4265c6d7-feff-470f-b99c-7b86aa53b0b2 req-aafafc8b-e281-4218-a409-6dee7f9f95ba tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0745611 Aug 29 20:17:07.729366 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-14567db7-d98e-45fe-bf15-08973197c074 req-60d27c54-6b60-45ad-9219-7fc98da0ed32 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0467339 Aug 29 20:17:07.751115 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4265c6d7-feff-470f-b99c-7b86aa53b0b2 req-36efe496-1e21-41bc-a317-97a22c3d972f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981424 Aug 29 20:17:07.919934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72255220-5c37-42d0-a1ea-6b364526d212 req-b2045e8e-785e-4c7a-bd77-9be9a15701fa tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:07.923013 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72255220-5c37-42d0-a1ea-6b364526d212 req-b2045e8e-785e-4c7a-bd77-9be9a15701fa tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0875962 Aug 29 20:17:08.014735 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72255220-5c37-42d0-a1ea-6b364526d212 req-e4cd1f85-cc5e-4a4b-b6a0-c0cc2ca13ebc tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838597 Aug 29 20:17:08.104554 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-008fff8d-d21d-4420-8495-42b83a6c0b19 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=1b6e748b13ea4fc5ad88eaee50ffa437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871310 Aug 29 20:17:08.123018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-1bf78172-6a6f-4f6f-9712-eb5023959f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:08.126269 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-1bf78172-6a6f-4f6f-9712-eb5023959f3e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1130 time: 0.1126289 Aug 29 20:17:08.493472 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:08.562203 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6a0dd-0b2d-4252-bce8-d2a495e1bba4 req-68a40357-ffa5-4bbd-a92c-2bd69b14a3c3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:08.565066 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c6a6a0dd-0b2d-4252-bce8-d2a495e1bba4 req-68a40357-ffa5-4bbd-a92c-2bd69b14a3c3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0870008 Aug 29 20:17:08.649807 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c6a6a0dd-0b2d-4252-bce8-d2a495e1bba4 req-ab299742-dd06-4fdb-946e-8cb6671484a2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749645 Aug 29 20:17:08.909431 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7c8ae95f-aa02-4a58-a895-dc5a21c74d57 req-933faf1f-cd2c-4eb3-83a0-815c8fa11b91 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0491960 Aug 29 20:17:08.950485 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846292-3cdc-477a-982d-551d33fc3cb4 req-f88486d4-efa0-417f-b8dc-d272c3038f7c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:08.951997 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-74846292-3cdc-477a-982d-551d33fc3cb4 req-f88486d4-efa0-417f-b8dc-d272c3038f7c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0777867 Aug 29 20:17:09.117874 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-74846292-3cdc-477a-982d-551d33fc3cb4 req-888abb90-0153-4bf5-bbfe-8593caf5105c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585815 Aug 29 20:17:09.215305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-e5e9fd44-6e2e-43d7-9ec6-69a6e6871af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:09.218297 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-e5e9fd44-6e2e-43d7-9ec6-69a6e6871af1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 909 time: 0.2287798 Aug 29 20:17:09.680091 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce275ae7-611e-43f2-8f01-ae8fdf4cb0d7 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:09.683068 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce275ae7-611e-43f2-8f01-ae8fdf4cb0d7 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6954322 Aug 29 20:17:09.707191 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0ecf-a7f1-4a80-955a-f1404deeb5b1 req-a2884429-fe6b-450f-974b-b14b5a3d1da3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:09.721102 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-423b0ecf-a7f1-4a80-955a-f1404deeb5b1 req-a2884429-fe6b-450f-974b-b14b5a3d1da3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.5551412 Aug 29 20:17:09.726485 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-0a97a23b-0f73-4fb1-99c9-82c6f91d7ae0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 1002 time: 0.1159363 Aug 29 20:17:09.730901 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Request body: {'port': {'device_id': '055081ad-325c-49db-addd-916c73e8f97d', 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5', 'admin_state_up': True, 'tenant_id': '1b6e748b13ea4fc5ad88eaee50ffa437'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:09.820989 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b77262-3bb2-4f8a-962b-06b8c1bb8da3 req-464bafbc-1cc7-44bf-a33d-2a64448ce5a0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:09.824189 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-91b77262-3bb2-4f8a-962b-06b8c1bb8da3 req-464bafbc-1cc7-44bf-a33d-2a64448ce5a0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0844963 Aug 29 20:17:09.853462 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-423b0ecf-a7f1-4a80-955a-f1404deeb5b1 req-fac02d07-0e4d-43a5-81d4-0d8b71f05f5e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314754 Aug 29 20:17:09.905437 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-91b77262-3bb2-4f8a-962b-06b8c1bb8da3 req-d6fef8e3-8f1a-464f-9b53-e97948a26016 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729110 Aug 29 20:17:09.950927 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Made reservation on behalf of 1b6e748b13ea4fc5ad88eaee50ffa437 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:17:09.958167 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:09.990742 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:10.068034 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c413-4591-4062-a6b5-503471fff0ce req-b5bb4b82-c6e4-4393-a51f-fc7459f0b6f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.069203 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7fe8c413-4591-4062-a6b5-503471fff0ce req-b5bb4b82-c6e4-4393-a51f-fc7459f0b6f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1073954 Aug 29 20:17:10.110501 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2979db24-2eab-4718-a82f-3dd9bd4769de req-cafbb58f-9670-4ab8-bff4-44627900206a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0640259 Aug 29 20:17:10.178331 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7fe8c413-4591-4062-a6b5-503471fff0ce req-f966b125-bbbb-4f77-b755-9a5e5c81bd2d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951166 Aug 29 20:17:10.233639 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks [] for security_group (cf8c6194-9a51-4b60-969c-b7db65f6ddd9), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:10.243625 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (cf8c6194-9a51-4b60-969c-b7db65f6ddd9), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:10.321411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:10.329134 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8c6194-9a51-4b60-969c-b7db65f6ddd9,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:10.346359 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-40a9578f-a68e-4173-9a68-d6c4ef7a9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.347753 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-40a9578f-a68e-4173-9a68-d6c4ef7a9abc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.1584318 Aug 29 20:17:10.349939 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-9d53cf06-a67f-40b9-9020-81b7b9bfafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.351324 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-9d53cf06-a67f-40b9-9020-81b7b9bfafe3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.1777558 Aug 29 20:17:10.352520 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-3e6ea599-a03b-4ea2-9860-adefa3ddb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.354000 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-3e6ea599-a03b-4ea2-9860-adefa3ddb070 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1129 time: 0.1035974 Aug 29 20:17:10.445757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Allocated IP 192.168.233.241 (025e4db9-2cc3-43c0-b3ff-2436521f72a5/6b460fcd-80bc-42ce-8f5b-b32192505e0f/566ba202-c16d-40fa-bdd7-c85f8a1fd013) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:17:10.462561 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:10.485472 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:10.586420 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-021a840c-6093-4dd5-9ab4-083ca70906bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.590459 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-021a840c-6093-4dd5-9ab4-083ca70906bb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2064788 Aug 29 20:17:10.696208 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks [] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:10.768357 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:10.822148 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-8ba572f7-e586-4721-88a4-35cc4c864ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.824485 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-8ba572f7-e586-4721-88a4-35cc4c864ac2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.4525719 Aug 29 20:17:10.832584 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-58986168-1d1d-4cfd-8de3-c1725b32afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.834459 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-58986168-1d1d-4cfd-8de3-c1725b32afdc service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.4533587 Aug 29 20:17:10.850609 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:17:10.852102 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:10.856842 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:17:10.914704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Pushing event updated for resources: {'Port': ['ID=566ba202-c16d-40fa-bdd7-c85f8a1fd013,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:10.976418 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-797aa0fa-6d22-42ee-affe-abeee243a243 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775649 Aug 29 20:17:10.987896 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:10.988591 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:11.030842 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-0e67db41-3971-471e-a1f8-bd14eae55eeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3065686 Aug 29 20:17:11.057541 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Request body: {'port': {'device_id': '055081ad-325c-49db-addd-916c73e8f97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:11.098243 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-75f2403f-c68c-4450-bd0f-249fe596d33a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 1000 time: 0.2474880 Aug 29 20:17:11.134462 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:11.143331 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-077345bc-6ff7-4a75-9c84-358ff4495f22 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 1001 time: 0.2916169 Aug 29 20:17:11.226082 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-0def1871-ca99-44be-a48c-c36ff2d41b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.228809 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:11.229014 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-0def1871-ca99-44be-a48c-c36ff2d41b05 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.0904925 Aug 29 20:17:11.262160 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336c759-8cba-4f20-b941-13708aeca74b req-ff4d6d60-368e-44fb-9051-b79e02036e43 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.265726 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7336c759-8cba-4f20-b941-13708aeca74b req-ff4d6d60-368e-44fb-9051-b79e02036e43 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.1311407 Aug 29 20:17:11.352045 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-9aaee416-63d9-43ae-9b94-7a37186e3271 None None] Provisioning complete for port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:11.353516 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9aaee416-63d9-43ae-9b94-7a37186e3271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:11.386708 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4f64f-7d02-4416-878a-7bad06291447 req-48247a5f-318e-41ce-922b-ff5b981de2b5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.395673 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a4a4f64f-7d02-4416-878a-7bad06291447 req-48247a5f-318e-41ce-922b-ff5b981de2b5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.2623928 Aug 29 20:17:11.413742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:11.415751 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-9aaee416-63d9-43ae-9b94-7a37186e3271 None None] Port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:17:11.426964 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7336c759-8cba-4f20-b941-13708aeca74b req-1409facb-f285-4004-822c-9fd7174df06b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387036 Aug 29 20:17:11.462093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-59dd1a0d-5ded-40d7-9a7e-d2519950387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.462402 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-59dd1a0d-5ded-40d7-9a7e-d2519950387b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1823859 Aug 29 20:17:11.466029 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-012a1d4e-a298-4f36-bee1-60b89167f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.466029 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-012a1d4e-a298-4f36-bee1-60b89167f5bc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.2350352 Aug 29 20:17:11.475670 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3f3546c-aab4-40c7-8e8e-7d396ae24267 req-799b5247-5c29-4112-955f-50503967c7e8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799011 Aug 29 20:17:11.659809 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a4a4f64f-7d02-4416-878a-7bad06291447 req-0231e548-2c76-479d-bab0-b32ff259cb9a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629819 Aug 29 20:17:11.695615 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17845014-8c6a-47f5-bd46-1eca44e12773 req-fff263d8-7d91-4593-ab68-4b9f3265fe65 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.697286 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-17845014-8c6a-47f5-bd46-1eca44e12773 req-fff263d8-7d91-4593-ab68-4b9f3265fe65 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 936 time: 0.1702099 Aug 29 20:17:11.715392 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-92940f62-a99f-4a3f-b21a-49322898dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:11.722938 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-92940f62-a99f-4a3f-b21a-49322898dee7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1935229 Aug 29 20:17:11.803258 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:11.811098 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-63d2dd9f-b703-47eb-945a-d9e7f12f3da2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281715 Aug 29 20:17:11.819952 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-17845014-8c6a-47f5-bd46-1eca44e12773 req-b0ac0b19-014d-4858-b3d2-49cbc93274f0 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058719 Aug 29 20:17:11.852043 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:11.885089 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566ba202-c16d-40fa-bdd7-c85f8a1fd013 {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:17:11.894645 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Publish callbacks [] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:11.912945 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Transition to ACTIVE for port object 566ba202-c16d-40fa-bdd7-c85f8a1fd013 will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:17:11.922214 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:12.012045 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:12.012886 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=566ba202-c16d-40fa-bdd7-c85f8a1fd013,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:12.068779 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Attempting to bind port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:17:12.069214 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Attempting to bind port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:17:12.069790 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Attempting to bind port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 on network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:17:12.077794 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 on network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:17:12.079311 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Attempting to bind port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 on network 025e4db9-2cc3-43c0-b3ff-2436521f72a5 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:17:12.088053 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:17:12.088604 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Checking segment: {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:17:12.089234 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Bound using segment: {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:17:12.092034 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Bound port: 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be38a1f-5503-44cf-a3eb-c449de66939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:17:12.092034 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:12.200118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] For port 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:17:12.205445 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] For port 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:17:12.213069 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:12.219210 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:12.220366 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:12.223519 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/566ba202-c16d-40fa-bdd7-c85f8a1fd013 HTTP/1.1" status: 200 len: 1098 time: 1.1711545 Aug 29 20:17:12.224448 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055081ad-325c-49db-addd-916c73e8f97d', 'tag': '566ba202-c16d-40fa-bdd7-c85f8a1fd013'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:12.229076 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500ac6e1-513c-4ff4-b422-72c9529fe883" -d '{"events": [{"name": "network-changed", "server_uuid": "055081ad-325c-49db-addd-916c73e8f97d", "tag": "566ba202-c16d-40fa-bdd7-c85f8a1fd013"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:12.253432 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae22598-a4fb-4197-bf30-6b9f01861651 req-35717e82-2268-4c1c-96c3-e474feaa5c42 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:12.255343 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ae22598-a4fb-4197-bf30-6b9f01861651 req-35717e82-2268-4c1c-96c3-e474feaa5c42 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 945 time: 0.4498320 Aug 29 20:17:12.320219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8697-3f02-4c54-a466-e5a00433e2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=566ba202-c16d-40fa-bdd7-c85f8a1fd013,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:12.347031 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbeb1e3-1b13-49b2-bd07-e6d043c0b293 x-openstack-request-id: req-dcbeb1e3-1b13-49b2-bd07-e6d043c0b293 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:12.349053 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055081ad-325c-49db-addd-916c73e8f97d", "tag": "566ba202-c16d-40fa-bdd7-c85f8a1fd013", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:12.349344 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcbeb1e3-1b13-49b2-bd07-e6d043c0b293 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:12.349891 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbeb1e3-1b13-49b2-bd07-e6d043c0b293'] response: {'name': 'network-changed', 'server_uuid': '055081ad-325c-49db-addd-916c73e8f97d', 'tag': '566ba202-c16d-40fa-bdd7-c85f8a1fd013', 'status': 'completed', 'code': 200} Aug 29 20:17:12.363007 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-40861308-be91-40ae-9849-97e8cf1ce00a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321533 Aug 29 20:17:12.426876 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aab08dec-bac3-4ee2-9b50-90dc43a6df9a req-b967f33a-b6c2-4542-854e-a6cd0b4adb94 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003256 Aug 29 20:17:12.449628 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-bc60489b-03d3-41f6-934a-60e9708280cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:12.452689 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-bc60489b-03d3-41f6-934a-60e9708280cd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1b6e748b13ea4fc5ad88eaee50ffa437&device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 1132 time: 0.0596817 Aug 29 20:17:12.556195 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-f636ec1a-95d3-4c36-9afa-17d1131a4e95 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013 HTTP/1.1" status: 200 len: 217 time: 0.0764389 Aug 29 20:17:12.566254 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ae22598-a4fb-4197-bf30-6b9f01861651 req-aedfc91d-be00-43e6-adcb-41f847074406 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904382 Aug 29 20:17:12.600703 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4eaae9b1-8216-4884-b236-bb5d4646ddfb req-b30de6a0-80e9-4d0a-842e-3153b09cd374 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993437 Aug 29 20:17:12.658045 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611066-19c7-45fc-9a39-a16b1c8954f6 req-e4bc11b7-8dca-4c9d-bc86-577ee8b2069d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:12.660013 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-02611066-19c7-45fc-9a39-a16b1c8954f6 req-e4bc11b7-8dca-4c9d-bc86-577ee8b2069d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0697873 Aug 29 20:17:12.787872 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-02611066-19c7-45fc-9a39-a16b1c8954f6 req-3a6697f3-e770-4e0f-b226-5b60f5ed8e97 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153936 Aug 29 20:17:12.816854 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-22d23204-0314-4875-9f22-41cfa37f53da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:12.820091 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-22d23204-0314-4875-9f22-41cfa37f53da service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=6b460fcd-80bc-42ce-8f5b-b32192505e0f HTTP/1.1" status: 200 len: 843 time: 0.1209478 Aug 29 20:17:12.848760 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:17:12.884978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bcab-4c2f-4b35-8563-43c8b65c00b4 req-3771ceff-a983-43e1-953f-223d26fa848b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:12.889031 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-83f4bcab-4c2f-4b35-8563-43c8b65c00b4 req-3771ceff-a983-43e1-953f-223d26fa848b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0691681 Aug 29 20:17:12.972800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: ACTIVE; New status is: DOWN {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:12.973561 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:12.978590 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-83f4bcab-4c2f-4b35-8563-43c8b65c00b4 req-d7f3cb3d-d3ea-4c79-9912-d1f40cb0467c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847414 Aug 29 20:17:12.990226 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:13.019482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:13.021894 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d4bc47-a452-4e8e-8f64-3a03d778396a" -d '{"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:13.038632 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f61657-1c71-413e-8572-9b4d6fe2a118 req-296e3ce8-8290-4fca-a841-a108f21e714b tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:13.042640 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-27f61657-1c71-413e-8572-9b4d6fe2a118 req-296e3ce8-8290-4fca-a841-a108f21e714b tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.1000590 Aug 29 20:17:13.045275 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:13.051268 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:13.097490 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5495916f-382c-4db4-ac0a-e666da139ffc x-openstack-request-id: req-5495916f-382c-4db4-ac0a-e666da139ffc {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:13.098081 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:13.098557 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5495916f-382c-4db4-ac0a-e666da139ffc {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:13.099340 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5495916f-382c-4db4-ac0a-e666da139ffc'] response: {'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'code': 200} Aug 29 20:17:13.121856 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-27f61657-1c71-413e-8572-9b4d6fe2a118 req-5f39adc4-d22f-404b-a1fc-0dce11c8625a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679908 Aug 29 20:17:13.146012 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=8']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:13.736307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed84ca3-b746-4f0c-abc8-a9c266921bed req-4c11cb97-d46f-44bf-b908-7902399fd5c0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:13.738189 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eed84ca3-b746-4f0c-abc8-a9c266921bed req-4c11cb97-d46f-44bf-b908-7902399fd5c0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0595529 Aug 29 20:17:13.800312 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-eed84ca3-b746-4f0c-abc8-a9c266921bed req-9f0c161d-4686-4182-9d7c-874317f33200 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558226 Aug 29 20:17:13.932550 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfe39a-0f81-40d7-9178-00d305e90bf2 req-2bffeb6e-a069-4fb8-891a-32b93c69352e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:13.934261 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-43bfe39a-0f81-40d7-9178-00d305e90bf2 req-2bffeb6e-a069-4fb8-891a-32b93c69352e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0543966 Aug 29 20:17:14.000031 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-43bfe39a-0f81-40d7-9178-00d305e90bf2 req-4a6ed9fa-a997-4c60-ae70-608a2a3acca2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595655 Aug 29 20:17:14.142970 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:14.155628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3323d-d33d-4898-b6b3-84c998351795 req-3bfd0210-bf83-4350-a8e3-1ed6cf20e9ba tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:14.157247 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-68c3323d-d33d-4898-b6b3-84c998351795 req-3bfd0210-bf83-4350-a8e3-1ed6cf20e9ba tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0702260 Aug 29 20:17:14.232886 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-68c3323d-d33d-4898-b6b3-84c998351795 req-cee8b3c0-dc1c-4844-a287-9cc4704f933f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681834 Aug 29 20:17:14.281773 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb90ed-9f47-4abd-a6f4-0466a481f57b req-e12e3ba3-81d4-49a3-b173-5702d4acf6c4 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:14.283892 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-39eb90ed-9f47-4abd-a6f4-0466a481f57b req-e12e3ba3-81d4-49a3-b173-5702d4acf6c4 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.0579393 Aug 29 20:17:14.345477 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-39eb90ed-9f47-4abd-a6f4-0466a481f57b req-afd6216b-7233-4d09-9385-91d0859084cc tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554979 Aug 29 20:17:14.956308 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336405e8-11b4-4877-a467-de47bbe7ce49 req-07337675-4c90-467a-b65f-a948e578e083 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:14.957906 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-336405e8-11b4-4877-a467-de47bbe7ce49 req-07337675-4c90-467a-b65f-a948e578e083 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0659127 Aug 29 20:17:15.016295 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-336405e8-11b4-4877-a467-de47bbe7ce49 req-1ac200d2-29d3-483c-a8c8-5bec2c6b14c7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518653 Aug 29 20:17:15.151092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660b2e6-8074-47d9-9fbe-784ccd4b6c82 req-53aeebb9-aad5-49ae-b6e4-3fffcb200d56 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:15.152677 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b660b2e6-8074-47d9-9fbe-784ccd4b6c82 req-53aeebb9-aad5-49ae-b6e4-3fffcb200d56 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0561163 Aug 29 20:17:15.207223 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b660b2e6-8074-47d9-9fbe-784ccd4b6c82 req-9db311bb-fc27-4f0c-9733-2a48afc06052 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Aug 29 20:17:15.378571 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4158f-4e96-4c3c-ada6-0b64ecc51f13 req-36ea87c8-acc2-490a-9712-d02cc9b4b52d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:15.380053 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dba4158f-4e96-4c3c-ada6-0b64ecc51f13 req-36ea87c8-acc2-490a-9712-d02cc9b4b52d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0517478 Aug 29 20:17:15.440633 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dba4158f-4e96-4c3c-ada6-0b64ecc51f13 req-357dab11-b206-48ce-931b-f37ca0a9f28c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511947 Aug 29 20:17:15.484414 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aad945-f5a6-4a5b-b31e-d4b7f01a56bc req-35dcb70c-1305-4c3a-b52c-a229f233ec04 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:15.486112 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-45aad945-f5a6-4a5b-b31e-d4b7f01a56bc req-35dcb70c-1305-4c3a-b52c-a229f233ec04 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.0510216 Aug 29 20:17:15.511953 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:15.540259 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-45aad945-f5a6-4a5b-b31e-d4b7f01a56bc req-4dcae346-d489-48d4-b612-90cc7f5a9e2b tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483670 Aug 29 20:17:16.164355 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee95cab-945a-4786-ac5b-787285035699 req-0d529c6e-8980-404c-89e2-1b312e2fb7c2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:16.165981 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cee95cab-945a-4786-ac5b-787285035699 req-0d529c6e-8980-404c-89e2-1b312e2fb7c2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0574126 Aug 29 20:17:16.223850 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cee95cab-945a-4786-ac5b-787285035699 req-47246258-68d5-4420-9b72-644c113e0be2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484366 Aug 29 20:17:16.258626 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:16.261447 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=6 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:16.378848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d6f1-e23d-4e4f-b739-8cb70d7478a3 req-84c823d4-b950-4331-bef9-ea97dafa7b4f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:16.380487 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cb76d6f1-e23d-4e4f-b739-8cb70d7478a3 req-84c823d4-b950-4331-bef9-ea97dafa7b4f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0732532 Aug 29 20:17:16.454129 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cb76d6f1-e23d-4e4f-b739-8cb70d7478a3 req-aa2faf5f-34ae-4dcc-ba8c-8bf6db755967 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640101 Aug 29 20:17:16.614803 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c37b6-75a7-44fd-bd41-668628f1bcf5 req-8e1cc228-6719-460d-b461-9059becd522e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:16.617000 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-167c37b6-75a7-44fd-bd41-668628f1bcf5 req-8e1cc228-6719-460d-b461-9059becd522e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0762498 Aug 29 20:17:16.685374 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:16.698570 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-167c37b6-75a7-44fd-bd41-668628f1bcf5 req-e841b5fd-6f1e-4e92-8e4b-d93e53baa52a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752692 Aug 29 20:17:16.708322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891fff0-e0d0-4dd3-aed2-42fa0c8525e1 req-53850cc1-3996-4a19-85e2-adc42fe689ac tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:16.709922 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b891fff0-e0d0-4dd3-aed2-42fa0c8525e1 req-53850cc1-3996-4a19-85e2-adc42fe689ac tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.0761073 Aug 29 20:17:16.721383 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:17:16.794614 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b891fff0-e0d0-4dd3-aed2-42fa0c8525e1 req-e45817a0-c355-4c02-87ef-dacdd454c9fd tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659659 Aug 29 20:17:17.387573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e18185-1dd3-4d14-8d19-96915096904a req-2e75eabb-7197-4270-9e82-6967e2356efd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:17.389188 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-26e18185-1dd3-4d14-8d19-96915096904a req-2e75eabb-7197-4270-9e82-6967e2356efd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0595741 Aug 29 20:17:17.419212 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:17.446757 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-26e18185-1dd3-4d14-8d19-96915096904a req-a89c179b-187d-468a-8db4-2734ed45a1d6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512609 Aug 29 20:17:17.617143 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d0697-8571-4ae3-bf5a-7187b16fb5fe req-c21d68db-17cd-485c-90ca-e84d9a0a3b36 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:17.619945 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-499d0697-8571-4ae3-bf5a-7187b16fb5fe req-c21d68db-17cd-485c-90ca-e84d9a0a3b36 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0696306 Aug 29 20:17:17.691682 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-499d0697-8571-4ae3-bf5a-7187b16fb5fe req-88e41481-b9de-4f64-91a5-b4e3506b0856 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611267 Aug 29 20:17:17.869471 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0794-3acd-40c0-bad9-e6b36601970d req-73269e1a-b9d1-41e1-a1cb-17badf7e87da tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:17.871941 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-defc0794-3acd-40c0-bad9-e6b36601970d req-73269e1a-b9d1-41e1-a1cb-17badf7e87da tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0765314 Aug 29 20:17:17.947615 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-defc0794-3acd-40c0-bad9-e6b36601970d req-e59ccbe7-3a3b-489a-9817-555f936c259c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683208 Aug 29 20:17:17.954766 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ace7a-187d-41cb-9343-085734dbd3e7 req-eb0c04af-20ba-48d5-91cd-0acee3b1df5e tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:17.958742 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6a6ace7a-187d-41cb-9343-085734dbd3e7 req-eb0c04af-20ba-48d5-91cd-0acee3b1df5e tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.0678408 Aug 29 20:17:18.026360 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6a6ace7a-187d-41cb-9343-085734dbd3e7 req-5d3b1ad1-0b36-47bf-abb5-e22af83f213a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621970 Aug 29 20:17:18.281534 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-3de2100f-bdce-4d69-9baa-0c95c2a88d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:18.283916 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-3de2100f-bdce-4d69-9baa-0c95c2a88d6f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=025e4db9-2cc3-43c0-b3ff-2436521f72a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0598280 Aug 29 20:17:18.663821 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ac0c1-c560-472a-91c0-5a868cabbc5e req-57c2c272-42b2-4941-82da-c6be0a4a1a4e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:18.676888 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc2ac0c1-c560-472a-91c0-5a868cabbc5e req-57c2c272-42b2-4941-82da-c6be0a4a1a4e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0958798 Aug 29 20:17:18.742907 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-d035ff7f-ca2b-4c48-ae94-78990dc4d5ca service neutron] 10.222.0.77 "GET /networking/v2.0/networks/025e4db9-2cc3-43c0-b3ff-2436521f72a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600702 Aug 29 20:17:18.773416 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc2ac0c1-c560-472a-91c0-5a868cabbc5e req-e6b0ea95-b701-458a-8d3a-e35c1675af4d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772190 Aug 29 20:17:18.863983 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f7392-8fcb-40f9-a50d-138e5854180e req-a2989f61-36d2-42d4-b777-059a5ba3d801 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:18.866831 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0a7f7392-8fcb-40f9-a50d-138e5854180e req-a2989f61-36d2-42d4-b777-059a5ba3d801 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0800061 Aug 29 20:17:18.958500 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0a7f7392-8fcb-40f9-a50d-138e5854180e req-702b4b32-392e-4b4e-9ad1-6be183a57577 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830920 Aug 29 20:17:19.130328 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9a17d-bb9a-41d0-831a-c1049438a8f1 req-3421865c-ca7e-452f-9d59-1f5b1ae8377c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:19.131963 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2bd9a17d-bb9a-41d0-831a-c1049438a8f1 req-3421865c-ca7e-452f-9d59-1f5b1ae8377c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0738122 Aug 29 20:17:19.225516 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2bd9a17d-bb9a-41d0-831a-c1049438a8f1 req-260c0a45-102b-45f4-8b17-14c796265274 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799670 Aug 29 20:17:19.382986 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd86262-a623-4c0d-934c-ec43ba62e553 req-f901b10a-eed3-4a3a-b850-49ee1ccfcc05 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:19.384906 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ecd86262-a623-4c0d-934c-ec43ba62e553 req-f901b10a-eed3-4a3a-b850-49ee1ccfcc05 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0804904 Aug 29 20:17:19.406185 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33062) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:19.413923 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Request body: {'floatingip': {'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:19.522554 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fec0-f1b9-49ae-8e14-d70237d432b0 req-83926d42-1c44-43cd-8608-6c3db4cd901b tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:19.524556 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8926fec0-f1b9-49ae-8e14-d70237d432b0 req-83926d42-1c44-43cd-8608-6c3db4cd901b tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.0706441 Aug 29 20:17:19.552151 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:19.653404 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-1037478e-ceca-4438-8646-2cafe1c16367 req-99857fb7-b807-4439-85f4-b842946ccb95 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:17:19.655065 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1037478e-ceca-4438-8646-2cafe1c16367 req-99857fb7-b807-4439-85f4-b842946ccb95 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086353 Aug 29 20:17:19.777947 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8926fec0-f1b9-49ae-8e14-d70237d432b0 req-4f08c05e-0150-440c-8a9b-4d70a6038d1f tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407556 Aug 29 20:17:19.795533 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8b5e38d-1f84-4c01-81ff-0650bcdbbfe8 req-05cf574f-b2c2-4cd7-99f9-7bd0c245d2be service neutron] 10.222.0.77 "GET /networking/v2.0/networks/025e4db9-2cc3-43c0-b3ff-2436521f72a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936738 Aug 29 20:17:20.003618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:20.035608 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0769b-bc07-43f8-a8fe-29f3d775754e req-667c5ccf-b3ab-451f-871b-a79c63207f8b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:20.038090 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f5e0769b-bc07-43f8-a8fe-29f3d775754e req-667c5ccf-b3ab-451f-871b-a79c63207f8b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0867023 Aug 29 20:17:20.232881 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f5e0769b-bc07-43f8-a8fe-29f3d775754e req-50d4aab9-9a43-43e8-9bb1-78c71bf6d354 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477592 Aug 29 20:17:20.464243 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac4882-e0f6-4537-bbab-0595d6d9db94 req-85439842-0489-4a87-940b-71c2e5223b32 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:20.466870 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-faac4882-e0f6-4537-bbab-0595d6d9db94 req-85439842-0489-4a87-940b-71c2e5223b32 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0998824 Aug 29 20:17:20.511667 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33096) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:20.555545 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-faac4882-e0f6-4537-bbab-0595d6d9db94 req-84ea942a-2dc0-4a8c-82a6-49c3536f57f9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782270 Aug 29 20:17:20.620105 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:20.627329 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:20.668717 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-4798c313-e1c0-4578-8002-d17fdfa53e8c service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554484 Aug 29 20:17:20.684519 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-ce289377-c58c-4ddf-9719-2825eb1f76da service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:17:20.686244 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-ce289377-c58c-4ddf-9719-2825eb1f76da service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086205 Aug 29 20:17:20.740273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:20.809601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33108) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:20.986843 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:17:21.020063 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Router bed361cb-99b2-4d9a-ad0a-88eeda792200 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:17:21.029489 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1445ee-ef0c-4407-9a31-183954055284 req-798853d6-7cd5-4be3-ab5a-9a8cb63b4771 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.032108 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-798853d6-7cd5-4be3-ab5a-9a8cb63b4771 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports/4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 940 time: 0.2205865 Aug 29 20:17:21.057316 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d30e8-2e3e-4f2c-bf4c-0e701b782887 req-360898a4-9565-4893-a575-5177fe98d9e7 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.059677 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aa9d30e8-2e3e-4f2c-bf4c-0e701b782887 req-360898a4-9565-4893-a575-5177fe98d9e7 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.1066244 Aug 29 20:17:21.121333 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: DOWN; New status is: DOWN {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:21.238975 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aa9d30e8-2e3e-4f2c-bf4c-0e701b782887 req-cda9294f-6477-40da-b685-8e8f23f2a8d4 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172292 Aug 29 20:17:21.248625 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:17:21.255338 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:21.278081 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] Sync routers for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:17:21.305153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:21.308641 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99" -d '{"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:21.344037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:21.345988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:21.419337 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2ebc1076-53a9-4db6-961c-4720729eb4c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/8997a69a-bac0-48b6-a7d9-4d0618cff0c6 HTTP/1.1" status: 200 len: 992 time: 2.0111916 Aug 29 20:17:21.435526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb7f44c-2441-43dd-b5cc-5d5ab5a0efcd x-openstack-request-id: req-4bb7f44c-2441-43dd-b5cc-5d5ab5a0efcd {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:21.435889 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:21.436214 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4bb7f44c-2441-43dd-b5cc-5d5ab5a0efcd {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:21.436704 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb7f44c-2441-43dd-b5cc-5d5ab5a0efcd'] response: {'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e', 'status': 'completed', 'code': 200} Aug 29 20:17:21.471936 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:21.501402 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd3d6d-ab92-4721-9126-7bff0b33eb11 req-6e3e97ae-074b-4491-b6ae-8cd17bd0f425 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.505319 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-92fd3d6d-ab92-4721-9126-7bff0b33eb11 req-6e3e97ae-074b-4491-b6ae-8cd17bd0f425 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1045861 Aug 29 20:17:21.572919 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:21.650728 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-b35d03fa-7424-4b66-bae8-3760d44cf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.652980 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-b35d03fa-7424-4b66-bae8-3760d44cf4ef service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.0644364 Aug 29 20:17:21.708191 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-92fd3d6d-ab92-4721-9126-7bff0b33eb11 req-9a4a02a2-0687-43c1-ada3-7b2556911e00 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831183 Aug 29 20:17:21.720193 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-7f2b0664-f38c-4626-9110-ba141099edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.724100 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-7f2b0664-f38c-4626-9110-ba141099edab service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1b6e748b13ea4fc5ad88eaee50ffa437&device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 1132 time: 0.1493506 Aug 29 20:17:21.848879 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:21.877125 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-c9e19da6-14e5-4831-aa79-e303ae9c59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.878864 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-c9e19da6-14e5-4831-aa79-e303ae9c59c8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.2185080 Aug 29 20:17:21.884843 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de74f31-ca4f-4ca9-a6fb-1e2f9bbe69db req-ac8fba78-facf-4a87-9571-59bc4aca0d08 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:21.886522 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9de74f31-ca4f-4ca9-a6fb-1e2f9bbe69db req-ac8fba78-facf-4a87-9571-59bc4aca0d08 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0999916 Aug 29 20:17:21.960044 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9de74f31-ca4f-4ca9-a6fb-1e2f9bbe69db req-36cbb304-2fe0-4af5-8d2c-fc22e70afdc9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623214 Aug 29 20:17:21.997098 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '8997a69a-bac0-48b6-a7d9-4d0618cff0c6', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:58Z', 'updated_at': '2022-08-29T20:17:20Z', 'revision_number': 3, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:22.025271 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] Checking router: bed361cb-99b2-4d9a-ad0a-88eeda792200 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:17:22.037630 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:22.038670 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:22.217754 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:22.268834 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:22.345697 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-dec06f6d-4f7d-4023-8659-f39d236ef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.347608 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-dec06f6d-4f7d-4023-8659-f39d236ef4d5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=025e4db9-2cc3-43c0-b3ff-2436521f72a5 HTTP/1.1" status: 200 len: 870 time: 0.2159336 Aug 29 20:17:22.369484 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-999a04da-a09b-4ca5-a2f9-bfa1ceb5e926 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 1000 time: 0.1924076 Aug 29 20:17:22.460628 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-f0fefcd9-dd3d-4cf6-a529-3e770b3ac17d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013 HTTP/1.1" status: 200 len: 217 time: 0.1049089 Aug 29 20:17:22.486425 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-b40ce79e-d2a7-4184-ac6c-2c12dafbe3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.504092 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-b40ce79e-d2a7-4184-ac6c-2c12dafbe3a9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.1205556 Aug 29 20:17:22.581272 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:22.581637 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b06968-731d-4522-81e8-e0440f7a6dd2 req-e066ca06-29ab-4c24-84f1-674f80d9d566 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.582088 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-dddf44d4-94e0-49e7-aaab-ddcf8ce53190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.584103 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-dddf44d4-94e0-49e7-aaab-ddcf8ce53190 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747499 Aug 29 20:17:22.590185 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05b06968-731d-4522-81e8-e0440f7a6dd2 req-e066ca06-29ab-4c24-84f1-674f80d9d566 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 948 time: 0.1414404 Aug 29 20:17:22.614845 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33138) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:22.616704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-61dc4201-e28b-4971-96e4-e92d0b1139b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.618850 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-61dc4201-e28b-4971-96e4-e92d0b1139b0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=6b460fcd-80bc-42ce-8f5b-b32192505e0f HTTP/1.1" status: 200 len: 843 time: 0.1347432 Aug 29 20:17:22.677164 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '8997a69a-bac0-48b6-a7d9-4d0618cff0c6', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:58Z', 'updated_at': '2022-08-29T20:17:20Z', 'revision_number': 3, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:22.697680 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-4a01b21b-9781-4baf-916c-f99f5054b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.701350 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-4a01b21b-9781-4baf-916c-f99f5054b64d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=025e4db9-2cc3-43c0-b3ff-2436521f72a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0714221 Aug 29 20:17:22.724161 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-f25a0e59-22b8-4a0f-82c2-a03b50fa65ad service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311221 Aug 29 20:17:22.733174 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a60164-3de9-451a-a040-dffddb35a177 None None] The sync data for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi is: [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '8997a69a-bac0-48b6-a7d9-4d0618cff0c6', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'port_id': 'c2122474-4565-44ec-986a-9646613e2d4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'mac_address': 'fa:16:3e:43:09:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e26ac8-5eaa-4408-8208-b082661ea002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:14:58Z', 'updated_at': '2022-08-29T20:17:20Z', 'revision_number': 3, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:17:22.764414 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05b06968-731d-4522-81e8-e0440f7a6dd2 req-dd5df0e8-a0d6-44f1-846a-63d69221db87 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730978 Aug 29 20:17:22.814908 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:22.883793 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2a8b2c6f-92f5-48db-aea7-f4ddccb4db99 req-6b478e57-a839-4d2d-b384-1d6038b59a0f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488621 Aug 29 20:17:22.893605 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a5e378d5-d89c-4de7-9f92-30aadc0da3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:22.958988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 566ba202-c16d-40fa-bdd7-c85f8a1fd013 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:17:22.974512 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727350f-2768-4167-ae1c-13712683f8c6 req-7e019c1b-bf97-40cb-9c7c-122be1dd8488 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:22.977677 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c727350f-2768-4167-ae1c-13712683f8c6 req-7e019c1b-bf97-40cb-9c7c-122be1dd8488 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0747371 Aug 29 20:17:22.982945 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-afc41aed-0c0d-4594-84eb-6cd1d4d73071 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/025e4db9-2cc3-43c0-b3ff-2436521f72a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644455 Aug 29 20:17:23.061634 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c727350f-2768-4167-ae1c-13712683f8c6 req-12b78df7-8dae-4d56-8914-3435a0b95974 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750978 Aug 29 20:17:23.081064 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:23.129613 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a5e378d5-d89c-4de7-9f92-30aadc0da3f2 admin admin] Publish callbacks [] for security_group (de817f02-3143-43c0-aa5d-6d6ea1cd1c2d), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.160587 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a5e378d5-d89c-4de7-9f92-30aadc0da3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (de817f02-3143-43c0-aa5d-6d6ea1cd1c2d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.191394 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:23.205465 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '566ba202-c16d-40fa-bdd7-c85f8a1fd013', 'network_id': '025e4db9-2cc3-43c0-b3ff-2436521f72a5', 'port_id': '566ba202-c16d-40fa-bdd7-c85f8a1fd013', 'mac_address': 'fa:16:3e:93:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b460fcd-80bc-42ce-8f5b-b32192505e0f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:17:23.256959 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-500ac6e1-513c-4ff4-b422-72c9529fe883 req-7acca0ac-c0ab-4b24-a0a7-96e8a7f836ed service neutron] 10.222.0.77 "GET /networking/v2.0/networks/025e4db9-2cc3-43c0-b3ff-2436521f72a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657986 Aug 29 20:17:23.261110 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:23.261850 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.267845 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166830-ed9c-4a2a-b411-4c98e20b7156 req-4ebc0de7-9778-4e76-9ea9-747ce400fe4e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:23.269426 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2b166830-ed9c-4a2a-b411-4c98e20b7156 req-4ebc0de7-9778-4e76-9ea9-747ce400fe4e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1384628 Aug 29 20:17:23.278643 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a5e378d5-d89c-4de7-9f92-30aadc0da3f2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=58302c93bbd949569c1bd3e758a023b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6586399 Aug 29 20:17:23.281586 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33146) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:23.285381 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566ba202-c16d-40fa-bdd7-c85f8a1fd013 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:17:23.312121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e378d5-d89c-4de7-9f92-30aadc0da3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de817f02-3143-43c0-aa5d-6d6ea1cd1c2d,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:23.320819 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:23.327298 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.347820 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:23.375100 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4193901-ab82-42ee-8ede-09e22d4c0574 admin admin] Publish callbacks [] for security_group (de817f02-3143-43c0-aa5d-6d6ea1cd1c2d), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.379856 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2b166830-ed9c-4a2a-b411-4c98e20b7156 req-7a191d37-7368-4d06-8fe4-7c773e0f43b7 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997992 Aug 29 20:17:23.412952 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4193901-ab82-42ee-8ede-09e22d4c0574 admin admin] Publish callbacks [] for security_group (de817f02-3143-43c0-aa5d-6d6ea1cd1c2d), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.425640 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=566ba202-c16d-40fa-bdd7-c85f8a1fd013,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:23.439317 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:23.441630 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae14867-d592-4afa-9663-f99495267b96" -d '{"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:23.503998 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443bfa18-982a-424c-a017-2b559dc962ae x-openstack-request-id: req-443bfa18-982a-424c-a017-2b559dc962ae {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:23.503998 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "tag": "c2122474-4565-44ec-986a-9646613e2d4e", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:23.507446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-443bfa18-982a-424c-a017-2b559dc962ae {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:23.507446 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443bfa18-982a-424c-a017-2b559dc962ae'] response: {'name': 'network-changed', 'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e', 'status': 'completed', 'code': 200} Aug 29 20:17:23.507446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4193901-ab82-42ee-8ede-09e22d4c0574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (de817f02-3143-43c0-aa5d-6d6ea1cd1c2d), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.509993 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a4193901-ab82-42ee-8ede-09e22d4c0574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:23.509993 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a4193901-ab82-42ee-8ede-09e22d4c0574 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/de817f02-3143-43c0-aa5d-6d6ea1cd1c2d HTTP/1.1" status: 204 len: 168 time: 0.2250807 Aug 29 20:17:23.524618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193901-ab82-42ee-8ede-09e22d4c0574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de817f02-3143-43c0-aa5d-6d6ea1cd1c2d,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:23.664022 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14867-d592-4afa-9663-f99495267b96 req-a49f8839-c25d-4b56-b662-0ff187a3fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:23.666871 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-a49f8839-c25d-4b56-b662-0ff187a3fa90 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bbb0263903e14938b44d9a6b430d84ce&device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 1129 time: 0.0731013 Aug 29 20:17:23.818167 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14867-d592-4afa-9663-f99495267b96 req-7442c5bc-a0f5-48ee-a5aa-2137c06bd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:23.819832 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-7442c5bc-a0f5-48ee-a5aa-2137c06bd7bb service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 200 len: 920 time: 0.1203785 Aug 29 20:17:23.862820 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['566ba202-c16d-40fa-bdd7-c85f8a1fd013'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:17:23.978613 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726bf78-103f-4b58-9a6a-1e6efde077c0 req-dd3850c6-3711-460c-9b54-745460de6de6 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:23.981184 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8726bf78-103f-4b58-9a6a-1e6efde077c0 req-dd3850c6-3711-460c-9b54-745460de6de6 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 949 time: 0.0751905 Aug 29 20:17:24.070867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:24.073286 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-41902ad1-7a0e-45e8-92bc-30bf9826ddf1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 200 len: 1000 time: 0.2446275 Aug 29 20:17:24.090385 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8726bf78-103f-4b58-9a6a-1e6efde077c0 req-79edb6ff-3e97-4e30-baa2-807fe1a069d9 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954170 Aug 29 20:17:24.152466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14867-d592-4afa-9663-f99495267b96 req-017bce12-77ce-41f9-8cb1-37132ee7c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:24.154387 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-017bce12-77ce-41f9-8cb1-37132ee7c155 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 200 len: 858 time: 0.0627782 Aug 29 20:17:24.287720 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e63a3f-2792-4791-8aec-7f4e894341bb req-f08dfc7b-d847-4c4e-98f6-9ce2975267ad tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:24.290617 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20e63a3f-2792-4791-8aec-7f4e894341bb req-f08dfc7b-d847-4c4e-98f6-9ce2975267ad tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0886316 Aug 29 20:17:24.398613 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-20e63a3f-2792-4791-8aec-7f4e894341bb req-2495da2e-bdb3-4219-85e3-d8e21d0051e5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008556 Aug 29 20:17:24.703161 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14867-d592-4afa-9663-f99495267b96 req-f662831e-65df-4302-bb2b-2277f57bb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:24.706420 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-f662831e-65df-4302-bb2b-2277f57bb264 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5163145 Aug 29 20:17:24.721774 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debe0f3-6076-44fd-a9c1-617485ba0f48 req-1c3fd050-fe57-4000-aa2e-87164f29df97 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:24.724188 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1debe0f3-6076-44fd-a9c1-617485ba0f48 req-1c3fd050-fe57-4000-aa2e-87164f29df97 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0992672 Aug 29 20:17:24.862657 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1debe0f3-6076-44fd-a9c1-617485ba0f48 req-c9a89561-5fd5-4a1e-b2c1-2d52996aec13 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266923 Aug 29 20:17:24.894765 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-ffdbbbcc-8bb1-48ca-8fab-bd0c5fdfd891 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693530 Aug 29 20:17:25.223430 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 566ba202-c16d-40fa-bdd7-c85f8a1fd013 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:17:25.314985 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:17:25.326049 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4ae14867-d592-4afa-9663-f99495267b96 req-79fae42a-105c-4fcb-a2f8-d3f262fb0bb9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577404 Aug 29 20:17:25.326965 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:25.328277 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:25.332552 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08721d6-d1ac-46e3-bc82-6e2a76e85a79 req-d7e3115f-1db4-4a49-b79d-e51359d62dc1 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:25.340753 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f08721d6-d1ac-46e3-bc82-6e2a76e85a79 req-d7e3115f-1db4-4a49-b79d-e51359d62dc1 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 949 time: 0.1578467 Aug 29 20:17:25.349370 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1445ee-ef0c-4407-9a31-183954055284 req-caa9a01a-e0db-4033-84d9-3e8e17fecd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:25.352708 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-caa9a01a-e0db-4033-84d9-3e8e17fecd24 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad&tenant_id=fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 1127 time: 0.1457381 Aug 29 20:17:25.462174 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f08721d6-d1ac-46e3-bc82-6e2a76e85a79 req-97584523-c05a-48c5-baf4-834d9e7eba57 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205380 Aug 29 20:17:25.563005 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1445ee-ef0c-4407-9a31-183954055284 req-154ab4c2-4781-42a2-93cb-1314756813f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:25.566414 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-154ab4c2-4781-42a2-93cb-1314756813f2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1127 time: 0.1305237 Aug 29 20:17:25.630285 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346e603-cada-4801-9212-fb89f223decf req-21534a46-9f9f-4c03-b35e-7b7646b5babc tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:25.630582 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:25.631200 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:25.632170 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9346e603-cada-4801-9212-fb89f223decf req-21534a46-9f9f-4c03-b35e-7b7646b5babc tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0670023 Aug 29 20:17:25.662355 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055081ad-325c-49db-addd-916c73e8f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566ba202-c16d-40fa-bdd7-c85f8a1fd013'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:25.664925 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e71f5-7138-4d01-8ff7-a48731766b35" -d '{"events": [{"server_uuid": "055081ad-325c-49db-addd-916c73e8f97d", "name": "network-vif-plugged", "status": "completed", "tag": "566ba202-c16d-40fa-bdd7-c85f8a1fd013"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:25.679318 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:25.685120 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:25.687058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:25.733849 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1445ee-ef0c-4407-9a31-183954055284 req-d1ba124d-af77-45ec-8d36-7c7c74d36345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:25.734640 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9346e603-cada-4801-9212-fb89f223decf req-40a89181-9ee7-4bbc-8bfa-e8e41bf1b583 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929251 Aug 29 20:17:25.739228 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-d1ba124d-af77-45ec-8d36-7c7c74d36345 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1558294 Aug 29 20:17:25.744388 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25474e6-b03e-4e4e-b8d3-27cfe460c6de x-openstack-request-id: req-f25474e6-b03e-4e4e-b8d3-27cfe460c6de {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:25.744664 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055081ad-325c-49db-addd-916c73e8f97d", "name": "network-vif-plugged", "status": "completed", "tag": "566ba202-c16d-40fa-bdd7-c85f8a1fd013", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:25.744904 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f25474e6-b03e-4e4e-b8d3-27cfe460c6de {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:25.745327 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25474e6-b03e-4e4e-b8d3-27cfe460c6de'] response: {'server_uuid': '055081ad-325c-49db-addd-916c73e8f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566ba202-c16d-40fa-bdd7-c85f8a1fd013', 'code': 200} Aug 29 20:17:25.758593 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=566ba202-c16d-40fa-bdd7-c85f8a1fd013,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:25.889317 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-ef5a0a10-b8ae-4b6a-9100-cdaaf28c336e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 999 time: 0.0796037 Aug 29 20:17:26.026582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1445ee-ef0c-4407-9a31-183954055284 req-e1530397-051d-4a6e-8235-71418d8a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:26.030967 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-e1530397-051d-4a6e-8235-71418d8a7ecf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.1319461 Aug 29 20:17:26.057283 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cfc0e-454d-4689-afb3-098648d5c325 req-3c66bf88-2d65-4400-9891-d8bc0f9388e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:26.059090 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d24cfc0e-454d-4689-afb3-098648d5c325 req-3c66bf88-2d65-4400-9891-d8bc0f9388e7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 1134 time: 0.0487139 Aug 29 20:17:26.112624 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d24cfc0e-454d-4689-afb3-098648d5c325 req-c59accfe-9619-484e-936a-bf18261a2f74 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Aug 29 20:17:26.347331 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2ceb-7c2c-4daf-a866-5f0a29564592 req-7e48d58c-b665-4472-9c3f-87c9421765bb tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:26.350055 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7d0b2ceb-7c2c-4daf-a866-5f0a29564592 req-7e48d58c-b665-4472-9c3f-87c9421765bb tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.3847401 Aug 29 20:17:26.384911 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1445ee-ef0c-4407-9a31-183954055284 req-a98205a3-563b-47e5-9526-de4cba50bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:26.386452 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-a98205a3-563b-47e5-9526-de4cba50bc84 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3479991 Aug 29 20:17:26.419230 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7d0b2ceb-7c2c-4daf-a866-5f0a29564592 req-30f5340f-0498-4ebe-a0a3-a42016c0fdfa tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633733 Aug 29 20:17:26.591826 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-ef4e48a3-578e-4578-9287-906ea5de7627 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272347 Aug 29 20:17:26.626865 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc989b-3e37-4a9f-8e38-0ceb0aac30d4 req-13567b54-b047-4481-bf2c-62a72a3dbbeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:26.628686 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b2bc989b-3e37-4a9f-8e38-0ceb0aac30d4 req-13567b54-b047-4481-bf2c-62a72a3dbbeb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0621390 Aug 29 20:17:26.689332 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b2bc989b-3e37-4a9f-8e38-0ceb0aac30d4 req-118373bf-bcce-48ec-b56d-1ae07bac9502 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505311 Aug 29 20:17:26.714816 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:26.716519 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:26.935424 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0d683-7505-44b9-95cc-3ffc38810552 req-27308a17-86cf-4a42-a302-f0b3bd299c4a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:26.937267 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-87c0d683-7505-44b9-95cc-3ffc38810552 req-27308a17-86cf-4a42-a302-f0b3bd299c4a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0790615 Aug 29 20:17:27.005180 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:27.010358 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-87c0d683-7505-44b9-95cc-3ffc38810552 req-780abae6-2a6f-40ec-b1d7-feefd7200d65 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623889 Aug 29 20:17:27.144598 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b1445ee-ef0c-4407-9a31-183954055284 req-2c40d6d3-3ccc-4301-9f2d-d2ee6e8ddb4d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187325 Aug 29 20:17:27.557432 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9d1f-5d30-4c59-baf7-dab0d633368a req-b11f321f-7f8c-4cc5-92e7-16678778e497 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:27.559059 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a34a9d1f-5d30-4c59-baf7-dab0d633368a req-b11f321f-7f8c-4cc5-92e7-16678778e497 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0523489 Aug 29 20:17:27.598081 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:27.611522 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a34a9d1f-5d30-4c59-baf7-dab0d633368a req-466460d6-5820-4140-a8b5-7b268c36f2ab tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466826 Aug 29 20:17:27.831736 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32280e-a3df-47af-ae83-cf6deda4f106 req-3bd3ec37-dcbc-44d6-b2b5-8ed54b7b8abf tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:27.833334 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9a32280e-a3df-47af-ae83-cf6deda4f106 req-3bd3ec37-dcbc-44d6-b2b5-8ed54b7b8abf tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0518582 Aug 29 20:17:27.889857 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9a32280e-a3df-47af-ae83-cf6deda4f106 req-5f96eb72-7449-494a-aa57-a52611f159aa tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Aug 29 20:17:28.160826 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c61b08-6caf-45a3-be2f-70936cdbe370 req-cd1924f7-102b-4c0a-bfb7-48aa56611509 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:28.162482 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-95c61b08-6caf-45a3-be2f-70936cdbe370 req-cd1924f7-102b-4c0a-bfb7-48aa56611509 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0578773 Aug 29 20:17:28.228043 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-95c61b08-6caf-45a3-be2f-70936cdbe370 req-1bef451c-09cd-4221-9359-047ce1cfe1c8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565660 Aug 29 20:17:28.761678 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1635cdf-3cde-44a0-a340-8e727ec2677f req-5b164beb-7ae3-41de-bc17-f0cbec3e48c0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:28.764477 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1635cdf-3cde-44a0-a340-8e727ec2677f req-5b164beb-7ae3-41de-bc17-f0cbec3e48c0 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0720968 Aug 29 20:17:28.834124 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1635cdf-3cde-44a0-a340-8e727ec2677f req-9839a7a5-842d-4f42-84c9-da5c9976dba1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587223 Aug 29 20:17:29.025087 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e711271-b287-4808-bfd1-70930625df35 req-4a775ede-543d-4945-93c5-7644be294a7a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:29.027452 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6e711271-b287-4808-bfd1-70930625df35 req-4a775ede-543d-4945-93c5-7644be294a7a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0563061 Aug 29 20:17:29.103854 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6e711271-b287-4808-bfd1-70930625df35 req-98ad6440-5217-4a01-8236-5b27b64490ce tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686457 Aug 29 20:17:29.420995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c894c-11d2-440f-9c40-0e5157a0aa42 req-586e856e-d3ad-4ce9-aac9-4b5aeae6e7b1 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:29.423158 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3c6c894c-11d2-440f-9c40-0e5157a0aa42 req-586e856e-d3ad-4ce9-aac9-4b5aeae6e7b1 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0669351 Aug 29 20:17:29.484365 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3c6c894c-11d2-440f-9c40-0e5157a0aa42 req-1d227c66-640e-4e51-80df-ff6aca97b16b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553401 Aug 29 20:17:29.985460 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba4a6-cf08-478d-8b6c-7306c2d9a15b req-81616792-dfb2-4b61-8473-1c6fae9b8078 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:29.988352 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9dcba4a6-cf08-478d-8b6c-7306c2d9a15b req-81616792-dfb2-4b61-8473-1c6fae9b8078 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0699761 Aug 29 20:17:30.026232 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:30.064473 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9dcba4a6-cf08-478d-8b6c-7306c2d9a15b req-a10bb65a-a7e3-42bd-aa8d-3bab57d31171 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650866 Aug 29 20:17:30.299882 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da814c9-9d9e-4235-9b3f-a6951fdb3073 req-6859a00f-18ce-4bd0-b952-6b1d84dcc509 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:30.301476 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7da814c9-9d9e-4235-9b3f-a6951fdb3073 req-6859a00f-18ce-4bd0-b952-6b1d84dcc509 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0756912 Aug 29 20:17:30.369086 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7da814c9-9d9e-4235-9b3f-a6951fdb3073 req-507d9035-907d-443a-b72a-f8e8b85c000e tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581868 Aug 29 20:17:30.652666 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b0404-c07c-45f9-9071-3d71be949347 req-8dca28eb-9ae5-4da0-b4ca-8480b9ba07e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:30.655143 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fc3b0404-c07c-45f9-9071-3d71be949347 req-8dca28eb-9ae5-4da0-b4ca-8480b9ba07e2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0703139 Aug 29 20:17:30.722584 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fc3b0404-c07c-45f9-9071-3d71be949347 req-fe2fb12a-3803-436d-a473-697732f51da9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568905 Aug 29 20:17:31.425813 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-056e5079-e6f8-463f-a419-24ac4212c4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:31.536672 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b781f81-1487-4b36-917c-995cef747a96 req-4589cebb-5f9d-48b8-85a6-fc60577eeeb1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:31.539395 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b781f81-1487-4b36-917c-995cef747a96 req-4589cebb-5f9d-48b8-85a6-fc60577eeeb1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.3721237 Aug 29 20:17:31.543249 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0b03-7f5f-4e7e-ba5c-adbc40d1b877 req-44ee98d8-9c0c-4277-a099-d982a3955962 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:31.546747 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-19ed0b03-7f5f-4e7e-ba5c-adbc40d1b877 req-44ee98d8-9c0c-4277-a099-d982a3955962 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0741737 Aug 29 20:17:31.592272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:31.629741 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b781f81-1487-4b36-917c-995cef747a96 req-f9b8cace-a845-444f-81f5-295ebb093f0f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796907 Aug 29 20:17:31.639986 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-19ed0b03-7f5f-4e7e-ba5c-adbc40d1b877 req-6cb98743-ab94-4a7e-923b-3ad3725e3df8 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811055 Aug 29 20:17:31.989214 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbfa5a-16e4-48f1-9e36-fda7f4e49af1 req-145f0dd0-5dd2-4a19-9fe9-bce0b3543aaf tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:31.990859 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4bbbfa5a-16e4-48f1-9e36-fda7f4e49af1 req-145f0dd0-5dd2-4a19-9fe9-bce0b3543aaf tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0534790 Aug 29 20:17:32.056018 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ed203-7fc6-4f7b-b93c-5eefcb871967 req-f05f8940-209e-4f25-9ebe-b65b669b9279 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:32.056407 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4bbbfa5a-16e4-48f1-9e36-fda7f4e49af1 req-9de1bba0-4b3a-4162-b8bb-030733186c42 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554888 Aug 29 20:17:32.057777 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aa9ed203-7fc6-4f7b-b93c-5eefcb871967 req-f05f8940-209e-4f25-9ebe-b65b669b9279 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0657461 Aug 29 20:17:32.206596 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c618a-2e9c-49d4-a123-6cb4e5a13257 req-3c7e0d9b-0e2e-4a4e-a6c3-9465f99e86e2 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:32.208425 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad6c618a-2e9c-49d4-a123-6cb4e5a13257 req-3c7e0d9b-0e2e-4a4e-a6c3-9465f99e86e2 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0561278 Aug 29 20:17:32.228031 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aa9ed203-7fc6-4f7b-b93c-5eefcb871967 req-e70d808c-4eb1-49b6-a8ae-6e1f9b3877bd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637971 Aug 29 20:17:32.297434 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad6c618a-2e9c-49d4-a123-6cb4e5a13257 req-b206e09c-0bc9-468b-aa09-7dd56d2f42ab tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772672 Aug 29 20:17:33.231904 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65215f-669e-4350-b03c-07bfd3027bc4 req-66e2019d-9e44-4cd1-abc6-59fd47702582 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:33.233461 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1d65215f-669e-4350-b03c-07bfd3027bc4 req-66e2019d-9e44-4cd1-abc6-59fd47702582 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0518665 Aug 29 20:17:33.297078 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1d65215f-669e-4350-b03c-07bfd3027bc4 req-3cb73f79-54a1-4f56-ac55-a702a8d2798a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530703 Aug 29 20:17:33.390172 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678e3f-8737-4f2b-89e4-1a0464f90fe0 req-18eb7a46-29ea-47ad-9de9-d0864a390306 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:33.392996 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c678e3f-8737-4f2b-89e4-1a0464f90fe0 req-18eb7a46-29ea-47ad-9de9-d0864a390306 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0679286 Aug 29 20:17:33.465887 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2c678e3f-8737-4f2b-89e4-1a0464f90fe0 req-8c7483e8-9da8-45c9-b701-11786680c143 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668478 Aug 29 20:17:33.477005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25751514-2020-481d-b60c-018f23fafa2e req-37c52255-0167-436a-863b-a9dbad22a4cd tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:33.478747 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25751514-2020-481d-b60c-018f23fafa2e req-37c52255-0167-436a-863b-a9dbad22a4cd tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0815406 Aug 29 20:17:33.556332 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25751514-2020-481d-b60c-018f23fafa2e req-a6e63e7a-34dc-4280-a531-da983eb5d918 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Aug 29 20:17:33.870098 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:33.888055 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c766b825-a9b9-4447-b935-066b4390d9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:34.502680 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54214443-7174-4243-9d33-ffc567e9e8a7 req-283be52d-bc14-4a89-b467-f0ac86c83fc8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:34.506320 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-54214443-7174-4243-9d33-ffc567e9e8a7 req-283be52d-bc14-4a89-b467-f0ac86c83fc8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0914197 Aug 29 20:17:34.618804 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-54214443-7174-4243-9d33-ffc567e9e8a7 req-bb4649dd-35d3-4807-8800-963af412cb97 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038740 Aug 29 20:17:34.667092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9a6f-ecb3-48c6-8a36-2272ed1902b1 req-7cff57d6-478a-4896-928e-6749dded19ff tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:34.668647 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-50ca9a6f-ecb3-48c6-8a36-2272ed1902b1 req-7cff57d6-478a-4896-928e-6749dded19ff tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0668023 Aug 29 20:17:34.745296 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-50ca9a6f-ecb3-48c6-8a36-2272ed1902b1 req-d25f7387-ba55-45c2-90e9-553e23c7dbb3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685258 Aug 29 20:17:34.775203 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcf71d-a0cd-430a-bea7-cd4e9196cc7e req-9dc62f5f-4c9f-4762-a416-affd897dd597 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:34.778202 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3dcf71d-a0cd-430a-bea7-cd4e9196cc7e req-9dc62f5f-4c9f-4762-a416-affd897dd597 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0865240 Aug 29 20:17:34.869833 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a3dcf71d-a0cd-430a-bea7-cd4e9196cc7e req-a7fbed9c-fcc9-401a-9a28-9cb1239f7d55 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Aug 29 20:17:35.340802 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:35.872971 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a78e2-7804-498f-835b-0c3f46e9d03f req-6eea0ef5-2b3d-4219-8de1-93204721dad0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:35.881417 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c21a78e2-7804-498f-835b-0c3f46e9d03f req-6eea0ef5-2b3d-4219-8de1-93204721dad0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1211207 Aug 29 20:17:35.968851 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:36.000590 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c21a78e2-7804-498f-835b-0c3f46e9d03f req-6babfa30-e492-4200-b4b3-492facbaff6b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996346 Aug 29 20:17:36.009677 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b058-58c1-4c3a-9ca1-bebe797cac76 req-e345d731-3957-441e-a58b-e42903981f7a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:36.012925 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-52d8b058-58c1-4c3a-9ca1-bebe797cac76 req-e345d731-3957-441e-a58b-e42903981f7a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1134596 Aug 29 20:17:36.143796 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-52d8b058-58c1-4c3a-9ca1-bebe797cac76 req-cdc8e310-2834-473d-a940-745f753118e5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212502 Aug 29 20:17:36.219219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d84d6-fba0-42e5-b17c-c1ac2b8aa6d6 req-d6cf5543-1e5d-4828-9581-a42ef9425a7e tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:36.221291 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3a5d84d6-fba0-42e5-b17c-c1ac2b8aa6d6 req-d6cf5543-1e5d-4828-9581-a42ef9425a7e tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0827003 Aug 29 20:17:36.323681 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3a5d84d6-fba0-42e5-b17c-c1ac2b8aa6d6 req-e409c7b6-f37e-4eea-9020-cf1f917633e4 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915351 Aug 29 20:17:36.359983 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:36.810040 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:37.046127 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:37.214305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcfa23-7d72-439e-8476-7542834bef6a req-5008500a-4adc-4ab9-8153-789b02785d20 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:37.220614 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7bcfa23-7d72-439e-8476-7542834bef6a req-5008500a-4adc-4ab9-8153-789b02785d20 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0688305 Aug 29 20:17:37.321658 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d7bcfa23-7d72-439e-8476-7542834bef6a req-decf6423-acc3-4d46-91ff-4a42afff9596 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922744 Aug 29 20:17:37.336205 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:37.369862 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8a087-3b1d-4cd0-9d61-a13580a3fb2c req-169b2b91-bf39-462e-a84c-02f017c8fc95 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:37.372503 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8a8a087-3b1d-4cd0-9d61-a13580a3fb2c req-169b2b91-bf39-462e-a84c-02f017c8fc95 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1120033 Aug 29 20:17:37.447255 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a8a8a087-3b1d-4cd0-9d61-a13580a3fb2c req-b99615ff-44f1-48d3-bd57-e898bd6bf82b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643339 Aug 29 20:17:37.524135 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8465018-5cb7-4c01-946d-bcb902e9059a req-6f9529a8-7cbd-4b2a-ab06-00ad07a699d5 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:37.527310 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d8465018-5cb7-4c01-946d-bcb902e9059a req-6f9529a8-7cbd-4b2a-ab06-00ad07a699d5 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0822508 Aug 29 20:17:37.613821 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d8465018-5cb7-4c01-946d-bcb902e9059a req-7814e5a9-6772-4003-a5d3-d87f5750cac3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770566 Aug 29 20:17:38.524279 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e484b-b900-4f79-92b6-c79bd1286452 req-b7481189-756a-4f0a-b389-ca1ce751ebea tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:38.525811 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ce2e484b-b900-4f79-92b6-c79bd1286452 req-b7481189-756a-4f0a-b389-ca1ce751ebea tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0770507 Aug 29 20:17:38.615627 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ce2e484b-b900-4f79-92b6-c79bd1286452 req-b962bd60-c04e-46e3-aa38-b3159e6c408b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780828 Aug 29 20:17:38.679614 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083eca3-bda6-4145-97e6-5d7441a9c7e2 req-8b945c2c-66f7-443c-88e0-aaeb2b7ada1d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:38.683075 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c083eca3-bda6-4145-97e6-5d7441a9c7e2 req-8b945c2c-66f7-443c-88e0-aaeb2b7ada1d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0919559 Aug 29 20:17:38.774417 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c083eca3-bda6-4145-97e6-5d7441a9c7e2 req-a3b22151-e2eb-4377-997d-340c9a03253d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796790 Aug 29 20:17:38.821209 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12221d-7848-4d9f-ae47-74f607b13630 req-307195d3-0657-4b1e-8d67-c6909da57afc tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:38.823932 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bb12221d-7848-4d9f-ae47-74f607b13630 req-307195d3-0657-4b1e-8d67-c6909da57afc tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0968630 Aug 29 20:17:38.866312 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:38.897167 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bb12221d-7848-4d9f-ae47-74f607b13630 req-897de573-5884-4b12-83b2-ce8d6bb78db0 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621767 Aug 29 20:17:39.812216 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b2d1-6160-4ed1-a46b-3be64d992642 req-ff4e4772-37a3-4263-9896-27eed73c9b8f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:39.814608 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ff9b2d1-6160-4ed1-a46b-3be64d992642 req-ff4e4772-37a3-4263-9896-27eed73c9b8f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0770316 Aug 29 20:17:39.908076 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ff9b2d1-6160-4ed1-a46b-3be64d992642 req-79ce1b3c-7254-4d0a-84e8-147ce79a7a7c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839651 Aug 29 20:17:39.970301 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a77873-52a7-409a-8efa-5d86836743da req-bd24ea61-892a-45ad-b0aa-f82761d0efb2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:39.974078 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0a77873-52a7-409a-8efa-5d86836743da req-bd24ea61-892a-45ad-b0aa-f82761d0efb2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0992422 Aug 29 20:17:40.060334 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0a77873-52a7-409a-8efa-5d86836743da req-8083460e-be78-466b-b5f1-f2df0417c1e3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753191 Aug 29 20:17:40.114295 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:40.138614 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df086dc-5d70-4cd8-8d40-e6a646592d6e req-922209b4-9e53-42b6-a089-d5c026ea8fd3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:40.147027 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8df086dc-5d70-4cd8-8d40-e6a646592d6e req-922209b4-9e53-42b6-a089-d5c026ea8fd3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0896533 Aug 29 20:17:40.217992 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8df086dc-5d70-4cd8-8d40-e6a646592d6e req-b04acd02-37a4-473d-ba2c-7d0dfa5259d9 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689292 Aug 29 20:17:41.123986 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9660b4-605f-4952-b572-e4b67208a744 req-4ba3ef58-f846-41a7-a9d8-cd80862a5562 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:41.137699 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8d9660b4-605f-4952-b572-e4b67208a744 req-4ba3ef58-f846-41a7-a9d8-cd80862a5562 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1195328 Aug 29 20:17:41.274915 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8d9660b4-605f-4952-b572-e4b67208a744 req-ac36db34-e701-498a-a6bf-af09f6e04bbd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351302 Aug 29 20:17:41.368036 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38cd06-b936-4b92-9659-1be19312262d req-10642ae7-807c-4956-b0d1-3183e55d9162 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:41.372008 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cc38cd06-b936-4b92-9659-1be19312262d req-10642ae7-807c-4956-b0d1-3183e55d9162 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1379917 Aug 29 20:17:41.514622 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cc38cd06-b936-4b92-9659-1be19312262d req-2fa709a6-e84c-4099-b476-88f8c379452a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231909 Aug 29 20:17:41.525111 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8e05b-7513-42e4-a8c4-505263724475 req-2827808d-a573-46dd-81f1-8886f61275f3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:41.527987 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b8e05b-7513-42e4-a8c4-505263724475 req-2827808d-a573-46dd-81f1-8886f61275f3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.1014071 Aug 29 20:17:41.627748 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b8e05b-7513-42e4-a8c4-505263724475 req-9aea59f8-d230-45e7-a9d2-2cd6b8e9ec33 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762501 Aug 29 20:17:42.476829 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e79d6-3cbf-4298-85c8-aff6e39f40d3 req-ff0dc5d7-4f2c-48b7-8d2c-011c6ad79478 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:42.479557 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-225e79d6-3cbf-4298-85c8-aff6e39f40d3 req-ff0dc5d7-4f2c-48b7-8d2c-011c6ad79478 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0693099 Aug 29 20:17:42.563553 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-225e79d6-3cbf-4298-85c8-aff6e39f40d3 req-39233a1a-ad94-414c-935c-d842fa438864 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763350 Aug 29 20:17:42.873253 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd8119-bee2-4999-be44-880cd8b72376 req-073b7070-772e-4f67-882d-257298f789d3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:42.875131 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6efd8119-bee2-4999-be44-880cd8b72376 req-073b7070-772e-4f67-882d-257298f789d3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0990009 Aug 29 20:17:42.927664 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5d6df-13a0-4e93-bf39-4c78a4436aec req-447c847c-68e0-459b-bda0-cc5f46efb499 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:42.930534 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-34d5d6df-13a0-4e93-bf39-4c78a4436aec req-447c847c-68e0-459b-bda0-cc5f46efb499 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0800133 Aug 29 20:17:42.957508 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6efd8119-bee2-4999-be44-880cd8b72376 req-15d5a314-749e-4100-a489-ce90d31eb5eb tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Aug 29 20:17:42.988091 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:42.989922 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:43.020013 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-34d5d6df-13a0-4e93-bf39-4c78a4436aec req-f9fab38b-b2f8-44ae-9538-b6cdf8219c2c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729282 Aug 29 20:17:43.785762 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9cbf-b125-4761-a373-7a822b5a1f6c req-5cbc4162-1be5-43bd-8249-619ff72f5cba tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:43.788351 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7c3c9cbf-b125-4761-a373-7a822b5a1f6c req-5cbc4162-1be5-43bd-8249-619ff72f5cba tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0991755 Aug 29 20:17:43.880091 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7c3c9cbf-b125-4761-a373-7a822b5a1f6c req-d711e356-05b0-457e-8803-dba98b848eed tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845177 Aug 29 20:17:44.146653 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76de1d-bb71-47de-97ee-7920d5f18d55 req-f4731b23-f35b-46cc-b93e-3f7697b6e7fe tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:44.149590 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-eb76de1d-bb71-47de-97ee-7920d5f18d55 req-f4731b23-f35b-46cc-b93e-3f7697b6e7fe tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0993998 Aug 29 20:17:44.223112 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-eb76de1d-bb71-47de-97ee-7920d5f18d55 req-0d795e24-c471-45fc-848f-50f8a83e59a2 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655265 Aug 29 20:17:44.254330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa8b5-21d5-4886-a775-7ee543a85087 req-a1277575-e880-45f5-8f3a-333048dd419f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:44.258143 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-187aa8b5-21d5-4886-a775-7ee543a85087 req-a1277575-e880-45f5-8f3a-333048dd419f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0859859 Aug 29 20:17:44.342823 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-187aa8b5-21d5-4886-a775-7ee543a85087 req-71eb93ec-b02b-4cc4-bcc8-2639bbe718c1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747111 Aug 29 20:17:45.150378 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099df9d-8e86-4f3a-8b12-20c4fd0392e4 req-e254921c-2edf-47d5-9be3-d04b07fa5a61 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:45.151994 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1099df9d-8e86-4f3a-8b12-20c4fd0392e4 req-e254921c-2edf-47d5-9be3-d04b07fa5a61 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1248260 Aug 29 20:17:45.222142 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1099df9d-8e86-4f3a-8b12-20c4fd0392e4 req-3f685b7b-8f4a-4eb2-b3eb-4398d4b8ff55 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601573 Aug 29 20:17:45.343211 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:45.408214 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eda87-7ecb-4520-97a0-c27bcceff571 req-e23a2924-40c9-4fdd-a340-1ffa67942326 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:45.410649 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8b8eda87-7ecb-4520-97a0-c27bcceff571 req-e23a2924-40c9-4fdd-a340-1ffa67942326 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0845289 Aug 29 20:17:45.488548 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8b8eda87-7ecb-4520-97a0-c27bcceff571 req-26ea39a5-c3af-4375-83de-e1b8c1ce1e1a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686657 Aug 29 20:17:45.553841 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba34fd-2cb4-44ac-8f68-f3d4d7a45394 req-5f4dceff-fc19-4f45-abed-1aa0ca26f0be tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:45.555492 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dcba34fd-2cb4-44ac-8f68-f3d4d7a45394 req-5f4dceff-fc19-4f45-abed-1aa0ca26f0be tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1105900 Aug 29 20:17:45.646106 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dcba34fd-2cb4-44ac-8f68-f3d4d7a45394 req-8708fae0-47ac-4e2b-8248-8b548751da13 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830073 Aug 29 20:17:46.404523 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7af9-5b10-4823-98d0-5229b499643f req-dfa81249-8943-4fbe-9b60-e2a93085efa8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:46.406885 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46ef7af9-5b10-4823-98d0-5229b499643f req-dfa81249-8943-4fbe-9b60-e2a93085efa8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0757084 Aug 29 20:17:46.460719 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46ef7af9-5b10-4823-98d0-5229b499643f req-e04b539b-7ffe-428a-a0b6-58f944ed65d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445375 Aug 29 20:17:46.651898 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826b39-0222-4f9e-8ea2-9d6c405fb19f req-11a96ec2-361b-4b6f-9791-ad4746f8c800 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:46.653595 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0f826b39-0222-4f9e-8ea2-9d6c405fb19f req-11a96ec2-361b-4b6f-9791-ad4746f8c800 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0539834 Aug 29 20:17:46.716384 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0f826b39-0222-4f9e-8ea2-9d6c405fb19f req-60e42d94-335a-46ab-a0eb-e092f541079d tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Aug 29 20:17:46.795219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64741ecb-45fe-428a-a100-0455db23dcc8 req-eb97360c-77c6-453d-a2e1-61b1c164f667 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:46.796852 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-64741ecb-45fe-428a-a100-0455db23dcc8 req-eb97360c-77c6-453d-a2e1-61b1c164f667 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0557497 Aug 29 20:17:46.853937 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-64741ecb-45fe-428a-a100-0455db23dcc8 req-89e71237-9d15-4a57-8bbf-7385b555ecdd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508044 Aug 29 20:17:47.035821 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:47.039105 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:47.336506 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33442) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:47.460132 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ed4efd9d-2faa-41de-b08c-cf4f4f036280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.562333 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ed4efd9d-2faa-41de-b08c-cf4f4f036280 admin admin] Publish callbacks [] for security_group (b3d8e2ad-276d-4a77-ac5d-fbf241fc4679), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.571292 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ed4efd9d-2faa-41de-b08c-cf4f4f036280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (b3d8e2ad-276d-4a77-ac5d-fbf241fc4679), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.610155 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:47.616686 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4efd9d-2faa-41de-b08c-cf4f4f036280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d8e2ad-276d-4a77-ac5d-fbf241fc4679,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:47.617933 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4348d-ec17-41dd-ac11-bcee4821edf8 req-bee8f0c0-eda4-42c4-822a-bf895efc1834 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:47.620400 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-90b4348d-ec17-41dd-ac11-bcee4821edf8 req-bee8f0c0-eda4-42c4-822a-bf895efc1834 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0681205 Aug 29 20:17:47.622573 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-ed4efd9d-2faa-41de-b08c-cf4f4f036280 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e2d9861d82884e048e31f8c740ec4660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849538 Aug 29 20:17:47.625196 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33448) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:47.639249 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:47.692804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6fef031d-6b20-4c3a-9d98-5b45b12d301f admin admin] Publish callbacks [] for security_group (b3d8e2ad-276d-4a77-ac5d-fbf241fc4679), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.694818 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-90b4348d-ec17-41dd-ac11-bcee4821edf8 req-bc658652-b9c8-4866-8bb6-2ca8f294ce15 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636859 Aug 29 20:17:47.725171 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6fef031d-6b20-4c3a-9d98-5b45b12d301f admin admin] Publish callbacks [] for security_group (b3d8e2ad-276d-4a77-ac5d-fbf241fc4679), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.801804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6fef031d-6b20-4c3a-9d98-5b45b12d301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (b3d8e2ad-276d-4a77-ac5d-fbf241fc4679), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.806495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-6fef031d-6b20-4c3a-9d98-5b45b12d301f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:47.808533 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-6fef031d-6b20-4c3a-9d98-5b45b12d301f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b3d8e2ad-276d-4a77-ac5d-fbf241fc4679 HTTP/1.1" status: 204 len: 168 time: 0.1821272 Aug 29 20:17:47.838385 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef031d-6b20-4c3a-9d98-5b45b12d301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d8e2ad-276d-4a77-ac5d-fbf241fc4679,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:47.901533 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5e717-6c15-4bfa-834e-7da937f9d39d req-dc2ca7d2-a1f5-4157-a9e0-e8aab419e9ac tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:47.910179 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1f5e717-6c15-4bfa-834e-7da937f9d39d req-dc2ca7d2-a1f5-4157-a9e0-e8aab419e9ac tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0996277 Aug 29 20:17:47.963210 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1f5e717-6c15-4bfa-834e-7da937f9d39d req-7c5057c8-9e86-4902-a171-891d6492bf49 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Aug 29 20:17:48.024696 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f499b2-fab7-438b-a04e-95c4a348091f req-8fff3c5e-c7b1-44e4-bf82-96dcaa7e7d9e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:48.026361 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-22f499b2-fab7-438b-a04e-95c4a348091f req-8fff3c5e-c7b1-44e4-bf82-96dcaa7e7d9e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Aug 29 20:17:48.096570 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-22f499b2-fab7-438b-a04e-95c4a348091f req-dcacad1b-46a9-4c2d-9dc1-725f88dab7eb tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604153 Aug 29 20:17:48.369487 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-17dd2a4d-8450-4fa9-a1f6-30796f6a85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:48.371148 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-17dd2a4d-8450-4fa9-a1f6-30796f6a85d6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1129 time: 0.0463858 Aug 29 20:17:48.704035 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33474) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:48.844147 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1609309800-network', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:48.875321 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c123bd8-1567-48c6-8942-9f00fb66d3a9 req-dbd52230-d7aa-4543-a748-323663cb250b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:48.877450 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3c123bd8-1567-48c6-8942-9f00fb66d3a9 req-dbd52230-d7aa-4543-a748-323663cb250b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.0856237 Aug 29 20:17:48.896551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Made reservation on behalf of ff3969ffe8ff411b8773e1f3f3cb0b40 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:17:48.900268 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:48.934855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.008081 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3c123bd8-1567-48c6-8942-9f00fb66d3a9 req-88d3c58f-eab1-473c-a286-6e2a4eb4898d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221197 Aug 29 20:17:49.029876 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:49.127607 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks [] for security_group (862c5d4b-7dac-414d-98c6-1adba3a54702), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.133541 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (862c5d4b-7dac-414d-98c6-1adba3a54702), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.134715 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f32b-c858-4c6c-94f8-4e0b54f7dbc6 req-85a96a94-207a-430c-bc66-500e4cf796be tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:49.136734 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-95b8f32b-c858-4c6c-94f8-4e0b54f7dbc6 req-85a96a94-207a-430c-bc66-500e4cf796be tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0653582 Aug 29 20:17:49.176141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:17:49.177650 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:49.198059 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862c5d4b-7dac-414d-98c6-1adba3a54702,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:49.206706 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (61319875-9f28-4bea-913f-1cf1e8cdc259), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.207100 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Added segment 61319875-9f28-4bea-913f-1cf1e8cdc259 of type vlan for network d909eff5-27cf-4d36-886a-2daf13a96ae0 Aug 29 20:17:49.216607 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-95b8f32b-c858-4c6c-94f8-4e0b54f7dbc6 req-828494e0-b6ff-4fc5-939f-aed0f5ef9944 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709865 Aug 29 20:17:49.271421 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (d909eff5-27cf-4d36-886a-2daf13a96ae0), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.389697 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48daf90-4225-46f1-95b1-2b9f168d96a1 req-d583ed5f-4aa8-4353-a5a5-9d19eb938233 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:49.391300 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a48daf90-4225-46f1-95b1-2b9f168d96a1 req-d583ed5f-4aa8-4353-a5a5-9d19eb938233 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1380610 Aug 29 20:17:49.412909 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (d909eff5-27cf-4d36-886a-2daf13a96ae0), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.413891 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:49.414466 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.446133 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:49.514273 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71809597-0fb5-4e20-98ea-52f506f8759d req-67b6ddf5-6461-4a57-9f6d-44f535b43df4 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:49.515861 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-71809597-0fb5-4e20-98ea-52f506f8759d req-67b6ddf5-6461-4a57-9f6d-44f535b43df4 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0598447 Aug 29 20:17:49.522813 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8151062 Aug 29 20:17:49.523154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33486) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:49.528248 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Request body: {'subnet': {'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1609309800-subnet', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:49.554587 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Made reservation on behalf of ff3969ffe8ff411b8773e1f3f3cb0b40 for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:17:49.557322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3285866'] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.568058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727567de-f445-4bf0-a7f3-b89acddf8178 admin admin] Pushing event updated for resources: {'Network': ['ID=d909eff5-27cf-4d36-886a-2daf13a96ae0,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:49.576951 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a48daf90-4225-46f1-95b1-2b9f168d96a1 req-62adcde9-0dba-4bb7-9d8f-6241b48b4a4c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750338 Aug 29 20:17:49.578236 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-a608c77d-9647-45fb-ae1d-deef98a831cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:49.580194 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-a608c77d-9647-45fb-ae1d-deef98a831cd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.2737286 Aug 29 20:17:49.593603 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:17:49.787690 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3285884'] for subnet (e80cd3fe-5754-4e59-95b3-d652a1a1fa6d), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.851297 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:49.876757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.877534 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.878097 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.878607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.879120 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.879646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.879990 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.880524 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.880802 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.881243 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.881607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.884005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.884005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.884005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.884005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:49.899551 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Checking segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:17:49.899551 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Network hostable DHCP agents. Network: d909eff5-27cf-4d36-886a-2daf13a96ae0, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:17:49.924143 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:17:49.938519 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, d909eff5-27cf-4d36-886a-2daf13a96ae0) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:49.944318 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:49.944981 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:49.948764 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcfa55c-6cac-43f5-b549-5f46814828f7 None None] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:17:49.972750 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d8a39424-3ed7-4e13-8001-114ca5b28675 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4481676 Aug 29 20:17:49.976668 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33488) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:49.983088 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:50.011728 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (20d77b35-8857-44ab-ae76-8fb9f42d9e44), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.012947 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (20d77b35-8857-44ab-ae76-8fb9f42d9e44), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.097751 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-d909eff5-27cf-4d36-886a-2daf13a96ae0', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:17:50.100584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.105348 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks [] for router_controller (20d77b35-8857-44ab-ae76-8fb9f42d9e44), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.317908 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Allocated IP 172.20.0.2 (d909eff5-27cf-4d36-886a-2daf13a96ae0/e80cd3fe-5754-4e59-95b3-d652a1a1fa6d/c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:17:50.380155 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd38f1-beb5-47f8-bcaa-cc792218b6c5 req-cdf89ca3-735f-457c-a461-806dd9920c39 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:50.382748 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0ffd38f1-beb5-47f8-bcaa-cc792218b6c5 req-cdf89ca3-735f-457c-a461-806dd9920c39 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.2182064 Aug 29 20:17:50.396330 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks [] for router_gateway (20d77b35-8857-44ab-ae76-8fb9f42d9e44), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.407141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d915bf-1122-489b-9a57-f832b33abcb8 req-082d8e0b-7423-483e-8dac-33bc3d7c405a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:50.410511 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-98d915bf-1122-489b-9a57-f832b33abcb8 req-082d8e0b-7423-483e-8dac-33bc3d7c405a tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 950 time: 0.0899332 Aug 29 20:17:50.530784 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Publish callbacks [] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.535569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:50.540773 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.581777 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-98d915bf-1122-489b-9a57-f832b33abcb8 req-0c0c905d-7e26-4ef8-add4-62e54887cd78 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cf8c6194-9a51-4b60-969c-b7db65f6ddd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581690 Aug 29 20:17:50.589188 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:17:50.597114 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:50.601266 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:17:50.624930 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-8c845bce-de40-4c36-a411-6049b91f7eed service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 1001 time: 0.1388798 Aug 29 20:17:50.666785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:50.693165 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Pushing event updated for resources: {'Port': ['ID=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:50.703397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-ef9aad4f-86b2-40bb-a9fe-b6a24ac4b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:50.703707 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.704800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.705343 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.705876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.706531 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.707029 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.707625 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-ef9aad4f-86b2-40bb-a9fe-b6a24ac4b1b0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.0743203 Aug 29 20:17:50.707845 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.708351 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.708681 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.709177 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.709652 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.710011 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.710133 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0ffd38f1-beb5-47f8-bcaa-cc792218b6c5 req-86f0bed7-625c-4f26-8f45-6f39fa0e470c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093843 Aug 29 20:17:50.710689 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.711176 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.711651 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:50.739771 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Attempting to bind port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:17:50.740433 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Attempting to bind port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:17:50.741034 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Attempting to bind port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:17:50.751667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:17:50.752943 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Checking segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:17:50.755976 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.756445 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Bound using segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:17:50.757157 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Bound port: c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:17:50.757373 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.807582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b0ee8-e000-4c69-bcfb-35a5cda794ec req-1a979b5e-db4d-4209-8e1a-3e0a87ad84d1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:50.809337 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7e8b0ee8-e000-4c69-bcfb-35a5cda794ec req-1a979b5e-db4d-4209-8e1a-3e0a87ad84d1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0765834 Aug 29 20:17:50.810560 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-9e50dd19-aeb0-4f9c-96b3-3622da803ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:50.812261 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-9e50dd19-aeb0-4f9c-96b3-3622da803ad9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935364 Aug 29 20:17:50.836016 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] For port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:17:50.839773 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] For port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:17:50.848660 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.912849 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81043bd3-fb55-4ef2-a2a4-d0f09a8801d8 None None] Pushing event updated for resources: {'Port': ['ID=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:50.933807 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Deleting port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:17:50.934753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:50.934902 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:50.953392 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7e8b0ee8-e000-4c69-bcfb-35a5cda794ec req-7a04a9df-4418-4973-92fa-07190372e666 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307063 Aug 29 20:17:50.985873 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-e1829de2-76c5-493d-9217-964d2983d9d3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638634 Aug 29 20:17:51.040414 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks [] for router_gateway (20d77b35-8857-44ab-ae76-8fb9f42d9e44), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.072579 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.130777 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b206a55-84d1-4dd3-8aa4-8cc5105340bb req-6ec995d9-f395-4f0c-b5af-539b4615b137 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347318 Aug 29 20:17:51.180647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] For port 566ba202-c16d-40fa-bdd7-c85f8a1fd013, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=566ba202-c16d-40fa-bdd7-c85f8a1fd013,segment=NetworkSegment(0be38a1f-5503-44cf-a3eb-c449de66939f),segment_id=0be38a1f-5503-44cf-a3eb-c449de66939f)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:51.181216 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.214399 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Calling delete_port for 566ba202-c16d-40fa-bdd7-c85f8a1fd013 owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:17:51.312497 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:17:51.392037 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Allocated IP 172.27.3.28 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/c8fda227-be04-430a-8d93-3b57ae8bf94a) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:17:51.441874 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:51.467518 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-580450a3-8079-470c-b2fd-81a942cc7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:51.469619 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-580450a3-8079-470c-b2fd-81a942cc7825 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 1129 time: 0.1353474 Aug 29 20:17:51.518593 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:51.539561 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:17:51.567201 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'port_id': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'mac_address': 'fa:16:3e:a7:47:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:17:51.587305 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:51.605364 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (566ba202-c16d-40fa-bdd7-c85f8a1fd013), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.672102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['566ba202-c16d-40fa-bdd7-c85f8a1fd013'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:17:51.713246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:51.714049 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.760245 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:17:51.764937 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:51.765318 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.880007 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:51.881784 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.920807 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:51.931538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:51.963149 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:51.966918 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Pushing event deleted for resources: {'Port': ['ID=566ba202-c16d-40fa-bdd7-c85f8a1fd013,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:52.009453 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:52.054250 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655087a-c4d8-4d29-967b-dfaefaecd80a req-aab8a63a-4552-47fb-aa93-18e859f77d0c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:52.055853 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2655087a-c4d8-4d29-967b-dfaefaecd80a req-aab8a63a-4552-47fb-aa93-18e859f77d0c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 943 time: 0.2182934 Aug 29 20:17:52.084760 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=9']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:52.128106 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ad05d796-ad85-4c7a-bafa-699a8ac546d4 req-0d349d5c-2fbe-4614-ab3b-c2e5064acec3 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.1670594 Aug 29 20:17:52.137566 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks [] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:52.250659 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2655087a-c4d8-4d29-967b-dfaefaecd80a req-61c33890-b770-46e0-9513-eff7f91e409a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839080 Aug 29 20:17:52.260365 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:52.273559 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-c6a6c0ff-d327-4395-bdb7-5a2cf75e7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:52.286964 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-c6a6c0ff-d327-4395-bdb7-5a2cf75e7043 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.4052777 Aug 29 20:17:52.331754 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] No DVR routers for this DVR port 566ba202-c16d-40fa-bdd7-c85f8a1fd013 on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:17:52.345008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:52.351271 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-71809597-0fb5-4e20-98ea-52f506f8759d req-e1ca6c4d-43df-453c-9aea-57ed8fed6e56 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.77 "DELETE /networking/v2.0/ports/566ba202-c16d-40fa-bdd7-c85f8a1fd013 HTTP/1.1" status: 204 len: 173 time: 1.8404307 Aug 29 20:17:52.352354 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055081ad-325c-49db-addd-916c73e8f97d', 'name': 'network-vif-deleted', 'tag': '566ba202-c16d-40fa-bdd7-c85f8a1fd013'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:52.366899 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed12a78-5ebd-4c89-b0c7-1b418d3697b2" -d '{"events": [{"server_uuid": "055081ad-325c-49db-addd-916c73e8f97d", "name": "network-vif-deleted", "tag": "566ba202-c16d-40fa-bdd7-c85f8a1fd013"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:52.423748 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-c90c5428-b8bf-44aa-9a96-e3d942e4c024 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 200 len: 1001 time: 0.1174281 Aug 29 20:17:52.458952 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e685e-6b14-43e6-8498-925ee97bb9f4 x-openstack-request-id: req-1d0e685e-6b14-43e6-8498-925ee97bb9f4 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:52.459691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055081ad-325c-49db-addd-916c73e8f97d", "name": "network-vif-deleted", "tag": "566ba202-c16d-40fa-bdd7-c85f8a1fd013", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:52.459691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d0e685e-6b14-43e6-8498-925ee97bb9f4 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:52.460464 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0e685e-6b14-43e6-8498-925ee97bb9f4'] response: {'server_uuid': '055081ad-325c-49db-addd-916c73e8f97d', 'name': 'network-vif-deleted', 'tag': '566ba202-c16d-40fa-bdd7-c85f8a1fd013', 'status': 'completed', 'code': 200} Aug 29 20:17:52.476110 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:52.484530 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eed2e-7dad-4c55-a882-69515989c1e8 req-ad670b60-be3c-40e7-afdb-4aca2104fee1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:52.494370 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-628eed2e-7dad-4c55-a882-69515989c1e8 req-ad670b60-be3c-40e7-afdb-4aca2104fee1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1240072 Aug 29 20:17:52.547920 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:52.555982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:52.578892 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-8406bceb-5bdf-4d94-b24a-94e6695590a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:52.581101 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0516e-0692-445f-a3dd-57b136244435 None None] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:17:52.583416 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-8406bceb-5bdf-4d94-b24a-94e6695590a3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.1259911 Aug 29 20:17:52.613113 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-628eed2e-7dad-4c55-a882-69515989c1e8 req-1fc72f57-f04e-4072-9801-f365848b6262 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177192 Aug 29 20:17:52.642991 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:17:52.652153 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:52.656867 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['4c3e0080-8d58-44c1-8b13-e2b6f6549e47'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:17:52.661225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:17:52.669290 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8fda227-be04-430a-8d93-3b57ae8bf94a,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:52.688969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-f8c5d437-6d3c-4e49-b87c-3c42d34261ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:52.690770 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-f8c5d437-6d3c-4e49-b87c-3c42d34261ec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908298 Aug 29 20:17:52.707706 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-bd299634-2ad5-4c26-ab3f-cb091e9f456f None None] Provisioning complete for port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:52.708682 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-bd299634-2ad5-4c26-ab3f-cb091e9f456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:52.842216 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:52.862462 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-13553b80-ad59-4f73-878d-907c625b83d9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605620 Aug 29 20:17:52.929812 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-bd299634-2ad5-4c26-ab3f-cb091e9f456f None None] Current status of the port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:52.948375 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:53.024319 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks [] for router_gateway (20d77b35-8857-44ab-ae76-8fb9f42d9e44), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:53.154621 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7a0affca-b6cc-41a9-ac37-30e49ef3be1c None None] Provisioning complete for port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:53.154917 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7a0affca-b6cc-41a9-ac37-30e49ef3be1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:53.286843 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7a0affca-b6cc-41a9-ac37-30e49ef3be1c None None] Current status of the port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:53.332137 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ad9b01f3-f4fe-490d-bb14-8478a20d2276 req-34c9d68b-d2db-4604-b404-0d720d250e22 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320564 Aug 29 20:17:53.362146 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (20d77b35-8857-44ab-ae76-8fb9f42d9e44), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:53.372734 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-67fdd616-c61f-4fb4-b02f-b91c50207652 req-a42fd08e-6757-4c8e-8b43-ceedc04e6595 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0674951 Aug 29 20:17:53.507700 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:17:53.536029 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40527d7f-e843-49db-b111-859cc2fa66d6 req-6f77296a-34c3-43ed-bbd4-89881f43a142 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:53.541277 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-40527d7f-e843-49db-b111-859cc2fa66d6 req-6f77296a-34c3-43ed-bbd4-89881f43a142 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 944 time: 0.1138780 Aug 29 20:17:53.584086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:53.584420 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:53.614818 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:53.647180 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-40527d7f-e843-49db-b111-859cc2fa66d6 req-ee5b49b6-2b82-4390-9591-474b6a24230d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907092 Aug 29 20:17:53.687280 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:17:53.716745 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:53.723702 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:17:53.777650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c17c76-1d44-4c82-a2fb-fba8ff9e582a req-de9d80be-2929-4903-a531-b361281c673f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:53.781564 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-00c17c76-1d44-4c82-a2fb-fba8ff9e582a req-de9d80be-2929-4903-a531-b361281c673f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0692987 Aug 29 20:17:53.789356 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:53.854468 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:17:53.858363 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-00c17c76-1d44-4c82-a2fb-fba8ff9e582a req-22043217-3a55-4afb-b70d-08569e995c57 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713663 Aug 29 20:17:53.869923 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:17:53.879120 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:53.889652 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f8b04d49-ed2b-4ddc-8f18-1ca68754fcd3 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9029534 Aug 29 20:17:53.889977 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33510) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:53.893234 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:53.894050 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:54.047098 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:54.106980 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:17:54.179695 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:54.180281 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.292132 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:52Z', 'revision_number': 3, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:54.318248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:54.318741 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.328635 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:17:54.329080 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Updating router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 port c8fda227-be04-430a-8d93-3b57ae8bf94a binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:17:54.362617 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:17:54.366477 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5889ff9e-a855-48f5-816c-36056177680c" -d '{"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:17:54.380057 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.429276 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:54.435759 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.437349 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 566ba202-c16d-40fa-bdd7-c85f8a1fd013 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:17:54.512102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8736e0-5670-4eb4-bc3a-f6b76568e717 x-openstack-request-id: req-0f8736e0-5670-4eb4-bc3a-f6b76568e717 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:17:54.512541 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:17:54.512942 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f8736e0-5670-4eb4-bc3a-f6b76568e717 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:17:54.513616 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8736e0-5670-4eb4-bc3a-f6b76568e717'] response: {'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'code': 200} Aug 29 20:17:54.552790 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 566ba202-c16d-40fa-bdd7-c85f8a1fd013 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:17:54.553331 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 566ba202-c16d-40fa-bdd7-c85f8a1fd013 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:17:54.608895 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=10']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:54.633685 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6609810d-3e96-4115-aa24-05f204edd1e5 req-25d77b6a-8e1f-4495-a7c3-ce8e96b15e05 tempest-VolumesNegativeTest-380584670 tempest-VolumesNegativeTest-380584670-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=055081ad-325c-49db-addd-916c73e8f97d HTTP/1.1" status: 200 len: 210 time: 0.0453427 Aug 29 20:17:54.707554 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:54.828888 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6928b-f414-47eb-aff4-4a29bdf40fcc req-91cad8cd-a981-4bd6-8cbb-7223a4d63fbd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:54.832128 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1ec6928b-f414-47eb-aff4-4a29bdf40fcc req-91cad8cd-a981-4bd6-8cbb-7223a4d63fbd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0728390 Aug 29 20:17:54.868704 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Publish callbacks [] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.875917 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.910598 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.941078 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1ec6928b-f414-47eb-aff4-4a29bdf40fcc req-e13184c9-9447-4fdf-80d5-1a23016b2d6a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006913 Aug 29 20:17:54.947440 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Pushing event updated for resources: {'Port': ['ID=c8fda227-be04-430a-8d93-3b57ae8bf94a,revision_number=2']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:54.958448 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Attempting to bind port c8fda227-be04-430a-8d93-3b57ae8bf94a on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:17:54.959032 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Attempting to bind port c8fda227-be04-430a-8d93-3b57ae8bf94a by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:17:54.959620 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Attempting to bind port c8fda227-be04-430a-8d93-3b57ae8bf94a on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:17:54.978685 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:17:54.979691 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:17:54.980599 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.981439 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:17:54.982507 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Bound port: c8fda227-be04-430a-8d93-3b57ae8bf94a, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:17:54.983194 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:54.989439 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.990649 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.990649 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.991130 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.991669 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.992792 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.992792 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.993339 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.993993 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.994319 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.994847 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.995384 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.995922 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.996459 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:54.997003 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.089545 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] For port c8fda227-be04-430a-8d93-3b57ae8bf94a, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:17:55.095541 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] For port c8fda227-be04-430a-8d93-3b57ae8bf94a, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c8fda227-be04-430a-8d93-3b57ae8bf94a,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:17:55.104737 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:55.124535 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0952092-b62b-40f7-954b-25844acd890c req-ec41b4dd-a151-4d76-87e5-91502c8b02be tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:55.126365 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a0952092-b62b-40f7-954b-25844acd890c req-ec41b4dd-a151-4d76-87e5-91502c8b02be tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1235151 Aug 29 20:17:55.164488 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:55.165472 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:55.222246 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cb85b-9d4b-4515-af33-eb02853e9f8b None None] Pushing event updated for resources: {'Port': ['ID=c8fda227-be04-430a-8d93-3b57ae8bf94a,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:55.232771 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:55.234110 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a0952092-b62b-40f7-954b-25844acd890c req-05667753-5f74-471c-bffa-1f90b4399e42 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970013 Aug 29 20:17:55.241952 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:55.246334 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Allocated IP 172.20.0.1 (d909eff5-27cf-4d36-886a-2daf13a96ae0/e80cd3fe-5754-4e59-95b3-d652a1a1fa6d/fb2bf36b-fcd8-443b-9155-18c77c80d6a4) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:17:55.420001 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:55.447423 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks [] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:55.483510 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:55.537872 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:17:55.542750 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:55.549273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:17:55.555335 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:55.593873 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.594698 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.595291 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.595943 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.596594 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.597440 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.598222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.598832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.599483 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.600128 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.600786 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.601438 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.602153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.602769 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.603535 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:17:55.615411 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:55.630522 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (20d77b35-8857-44ab-ae76-8fb9f42d9e44), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:55.713481 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:52Z', 'revision_number': 3, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:55.780785 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e3417-6e27-408f-8b47-8e251273c651 None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:52Z', 'revision_number': 3, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:17:55.833897 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:55.853127 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-e8f3bb81-8632-4747-81d1-80fd7675ba56 None None] Provisioning complete for port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:55.853766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bb81-8632-4747-81d1-80fd7675ba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:55.871426 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:55.915801 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3bb81-8632-4747-81d1-80fd7675ba56 None None] Port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:17:56.193979 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437a1b-ee0b-41cf-8b6d-553c9d55347b req-ac482280-19ab-4887-8f1a-c2e188678ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:56.197015 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b437a1b-ee0b-41cf-8b6d-553c9d55347b req-ac482280-19ab-4887-8f1a-c2e188678ad5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.1589885 Aug 29 20:17:56.256062 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0cefe-9d48-41a3-978c-f7d9ecb22ce4 req-32f8253d-531c-4b40-9f71-8323d6ced67b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:56.257790 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-23e0cefe-9d48-41a3-978c-f7d9ecb22ce4 req-32f8253d-531c-4b40-9f71-8323d6ced67b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1758206 Aug 29 20:17:56.261863 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks [] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:56.276942 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:56.395462 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5b437a1b-ee0b-41cf-8b6d-553c9d55347b req-f2e13cf1-3fe4-45b1-a8ac-ae3de07fcde7 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875377 Aug 29 20:17:56.447593 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (20d77b35-8857-44ab-ae76-8fb9f42d9e44), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:56.468471 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:56.523508 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-23e0cefe-9d48-41a3-978c-f7d9ecb22ce4 req-678b32b7-0510-44c5-8f48-ab3829049947 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539201 Aug 29 20:17:56.624674 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:56.680863 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:17:56.682619 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:56.918814 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:17:57.048085 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7f92ade6-535c-4910-80d6-55ae0b8e86f9 None None] Provisioning complete for port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:57.049015 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7f92ade6-535c-4910-80d6-55ae0b8e86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:57.095674 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7f92ade6-535c-4910-80d6-55ae0b8e86f9 None None] Port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:17:57.123006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:17:57.144660 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9926fc58-3688-4ab6-9b49-c4c897b08217 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/20d77b35-8857-44ab-ae76-8fb9f42d9e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2540281 Aug 29 20:17:57.470360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c8fda227-be04-430a-8d93-3b57ae8bf94a up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:17:57.562906 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port c8fda227-be04-430a-8d93-3b57ae8bf94a triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:57.563423 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:57.623726 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:57.713277 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port c8fda227-be04-430a-8d93-3b57ae8bf94a is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:17:57.713570 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:57.752974 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port c8fda227-be04-430a-8d93-3b57ae8bf94a, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c8fda227-be04-430a-8d93-3b57ae8bf94a,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:17:57.762570 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:57.783114 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf1176-a887-4e75-9678-c58a648d7956 req-643ecaf6-5bb5-46bb-a439-7ee737dcea60 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:57.817093 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-acaf1176-a887-4e75-9678-c58a648d7956 req-643ecaf6-5bb5-46bb-a439-7ee737dcea60 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1407456 Aug 29 20:17:57.925179 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:57.947235 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-acaf1176-a887-4e75-9678-c58a648d7956 req-dae34e15-2284-4526-8027-2a5cc561e7da tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283565 Aug 29 20:17:58.008877 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=c8fda227-be04-430a-8d93-3b57ae8bf94a,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:58.061435 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33656) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:58.069669 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1668083083-network', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:58.099297 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Made reservation on behalf of a70786727b784db6972c1f3f1433dc36 for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:17:58.101687 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.118578 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.257068 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks [] for security_group (c88548e0-1aba-4035-bfa2-e91efaabf23e), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.262921 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c88548e0-1aba-4035-bfa2-e91efaabf23e), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.305625 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:17:58.328476 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88548e0-1aba-4035-bfa2-e91efaabf23e,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:58.337356 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (5dc87757-7a6d-4c42-adb5-6bc6943224ef), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.337356 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Added segment 5dc87757-7a6d-4c42-adb5-6bc6943224ef of type vlan for network 01d740a6-a7f3-4f7a-a336-427d5673267f Aug 29 20:17:58.348180 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:17:58.366623 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:17:58.367966 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:58.424132 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (01d740a6-a7f3-4f7a-a336-427d5673267f), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.429065 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:58.472193 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (01d740a6-a7f3-4f7a-a336-427d5673267f), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.473814 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:58.474568 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.570415 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5073462 Aug 29 20:17:58.574969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33668) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:58.584767 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Request body: {'subnet': {'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1668083083-subnet', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:58.586318 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44119-2ad6-4c8e-b6c1-0faeb65bd306 admin admin] Pushing event updated for resources: {'Network': ['ID=01d740a6-a7f3-4f7a-a336-427d5673267f,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:58.594581 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:17:58.617573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Made reservation on behalf of a70786727b784db6972c1f3f1433dc36 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:17:58.624192 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260118258'] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.646128 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:58.649172 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 01d740a6-a7f3-4f7a-a336-427d5673267f details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:17:58.906795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260220890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260118244'] for subnet (dd819698-8eff-434f-b0ba-3d9204254242), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:58.996680 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Checking segment: {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:17:58.997076 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Network hostable DHCP agents. Network: 01d740a6-a7f3-4f7a-a336-427d5673267f, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:17:59.003121 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd819698-8eff-434f-b0ba-3d9204254242,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:17:59.045278 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Network 01d740a6-a7f3-4f7a-a336-427d5673267f is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:17:59.075002 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 01d740a6-a7f3-4f7a-a336-427d5673267f) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:17:59.078338 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 2, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:17:59.082983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:59.083998 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.124115 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0f3cd4f9-789c-402c-a268-ebc77c1e304a admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5469618 Aug 29 20:17:59.128572 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33718) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:17:59.133429 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba8034-f065-4c70-998c-19c3c74a5be8 None None] Network 01d740a6-a7f3-4f7a-a336-427d5673267f requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:17:59.133634 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:17:59.137904 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:17:59.138556 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Updating router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:17:59.185822 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (459127a7-930f-447d-bc99-e7e14efcbf9b), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.187028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (459127a7-930f-447d-bc99-e7e14efcbf9b), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.192880 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.232312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944b23a-1cee-476d-81c7-b40dae6f525d req-f62fccdd-1566-4db6-9bbe-25f0f3a2b62d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:17:59.252524 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8944b23a-1cee-476d-81c7-b40dae6f525d req-f62fccdd-1566-4db6-9bbe-25f0f3a2b62d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1501403 Aug 29 20:17:59.354259 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks [] for router_controller (459127a7-930f-447d-bc99-e7e14efcbf9b), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.396882 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8944b23a-1cee-476d-81c7-b40dae6f525d req-0cf2dd29-d7dc-4747-b195-155dc0569d3b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381648 Aug 29 20:17:59.524110 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c8fda227-be04-430a-8d93-3b57ae8bf94a up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:17:59.562818 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-01d740a6-a7f3-4f7a-a336-427d5673267f', 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f', 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'fixed_ips': [{'subnet_id': 'dd819698-8eff-434f-b0ba-3d9204254242'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:17:59.563897 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.718545 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:59.726258 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks [] for router_gateway (459127a7-930f-447d-bc99-e7e14efcbf9b), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.794885 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port c8fda227-be04-430a-8d93-3b57ae8bf94a triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:17:59.795604 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:17:59.866668 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:17:59.971308 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:00.059806 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Allocated IP 172.20.0.2 (01d740a6-a7f3-4f7a-a336-427d5673267f/dd819698-8eff-434f-b0ba-3d9204254242/d9cce025-1651-40d1-bdd8-7530f38b02c9) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:00.118171 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port c8fda227-be04-430a-8d93-3b57ae8bf94a is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:00.139756 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Publish callbacks [] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.168313 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks [] for router_gateway (459127a7-930f-447d-bc99-e7e14efcbf9b), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.207829 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.269320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.358961 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:00.389084 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Allocated IP 172.27.3.135 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/cffd7926-5772-4459-9b61-9d643be23264) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:00.422857 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1aeef-3c20-4010-bb94-3fea808c8d9f None None] Pushing event updated for resources: {'Port': ['ID=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:00.474145 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Attempting to bind port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:00.475305 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Attempting to bind port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:00.476878 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Attempting to bind port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:00.497202 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:00.497599 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Checking segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:00.498656 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.498656 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Bound using segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:00.499027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Bound port: fb2bf36b-fcd8-443b-9155-18c77c80d6a4, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:00.499386 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.644857 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Publish callbacks [] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.656659 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] For port fb2bf36b-fcd8-443b-9155-18c77c80d6a4, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:00.659284 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks [] for port (cffd7926-5772-4459-9b61-9d643be23264), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.660974 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.666510 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] For port fb2bf36b-fcd8-443b-9155-18c77c80d6a4, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:00.710504 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.754695 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Network 01d740a6-a7f3-4f7a-a336-427d5673267f is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:00.758234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Pushing event updated for resources: {'Port': ['ID=d9cce025-1651-40d1-bdd8-7530f38b02c9,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:00.763574 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:00.771240 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:00.773266 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045c31a-6ad7-4e45-910c-eb81d13e6a3d req-3ef40e19-42fa-40fb-96fb-e814591aedd4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:00.774423 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:00.775494 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:00.775789 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e045c31a-6ad7-4e45-910c-eb81d13e6a3d req-3ef40e19-42fa-40fb-96fb-e814591aedd4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1059785 Aug 29 20:18:00.807072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (cffd7926-5772-4459-9b61-9d643be23264), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:00.894683 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:00.908902 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:00.912181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:00.920777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:00.973193 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Pushing event updated for resources: {'Port': ['ID=cffd7926-5772-4459-9b61-9d643be23264,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:00.991933 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e045c31a-6ad7-4e45-910c-eb81d13e6a3d req-351b8a8f-c20b-4629-b842-5fd3ffab3558 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943309 Aug 29 20:18:01.034236 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1aeef-3c20-4010-bb94-3fea808c8d9f None None] Pushing event updated for resources: {'Port': ['ID=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:01.059619 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Attempting to bind port d9cce025-1651-40d1-bdd8-7530f38b02c9 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:01.060750 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Attempting to bind port d9cce025-1651-40d1-bdd8-7530f38b02c9 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:01.061991 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Attempting to bind port d9cce025-1651-40d1-bdd8-7530f38b02c9 on network 01d740a6-a7f3-4f7a-a336-427d5673267f {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:01.083677 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:01.084349 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Checking segment: {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:01.085004 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:01.085650 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Bound using segment: {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:01.086508 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Bound port: d9cce025-1651-40d1-bdd8-7530f38b02c9, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:01.087153 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:01.128480 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:01.452477 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks [] for router_gateway (459127a7-930f-447d-bc99-e7e14efcbf9b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:01.455271 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:01.516330 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] For port d9cce025-1651-40d1-bdd8-7530f38b02c9, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:01.519379 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9778-1ea7-46b2-9080-d7edf7add003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:01.555546 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] For port d9cce025-1651-40d1-bdd8-7530f38b02c9, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d9cce025-1651-40d1-bdd8-7530f38b02c9,segment=NetworkSegment(5dc87757-7a6d-4c42-adb5-6bc6943224ef),segment_id=5dc87757-7a6d-4c42-adb5-6bc6943224ef)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:01.572092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:01.620088 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:01.718448 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb8f73-52ed-4b7e-a768-c06772137d75 None None] Pushing event updated for resources: {'Port': ['ID=d9cce025-1651-40d1-bdd8-7530f38b02c9,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:01.758969 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:00Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:01.811685 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf5730-3be5-49ce-9d6f-6812ff5d5fea None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:00Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:02.185682 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (459127a7-930f-447d-bc99-e7e14efcbf9b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:02.362411 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:02.369893 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Router 459127a7-930f-447d-bc99-e7e14efcbf9b is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:18:02.538509 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:02.572036 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Sync routers for ids ['459127a7-930f-447d-bc99-e7e14efcbf9b'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:02.580123 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:02.586503 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-fc1dd352-1362-4283-b62d-6d05cc737614 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4524100 Aug 29 20:18:02.586975 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33830) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:02.588261 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Routers {'459127a7-930f-447d-bc99-e7e14efcbf9b'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:02.589547 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:17:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['459127a7-930f-447d-bc99-e7e14efcbf9b'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:02.794570 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Set router 459127a7-930f-447d-bc99-e7e14efcbf9b gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:03.189404 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38c874-aec8-48e8-a058-6b9f6cb43655 None None] Network 01d740a6-a7f3-4f7a-a336-427d5673267f requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:18:03.207500 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:18:01Z', 'revision_number': 3, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:03.238214 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Checking router: 459127a7-930f-447d-bc99-e7e14efcbf9b for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:03.238549 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Updating router 459127a7-930f-447d-bc99-e7e14efcbf9b port cffd7926-5772-4459-9b61-9d643be23264 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:18:03.288362 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cffd7926-5772-4459-9b61-9d643be23264), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.293832 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] Provisioning complete for port d9cce025-1651-40d1-bdd8-7530f38b02c9 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:03.294210 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.322982 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33838) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:03.521809 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.631465 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] Current status of the port d9cce025-1651-40d1-bdd8-7530f38b02c9 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:03.632046 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.679458 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device fb2bf36b-fcd8-443b-9155-18c77c80d6a4 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:03.746441 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-84a5dead-9392-4cf1-bd14-206c1efcb07e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1b6e748b13ea4fc5ad88eaee50ffa437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213455 Aug 29 20:18:03.747646 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33844) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:03.752931 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] For port d9cce025-1651-40d1-bdd8-7530f38b02c9, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d9cce025-1651-40d1-bdd8-7530f38b02c9,segment=NetworkSegment(5dc87757-7a6d-4c42-adb5-6bc6943224ef),segment_id=5dc87757-7a6d-4c42-adb5-6bc6943224ef)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:03.798294 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.810804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:03.909897 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9f34-d733-4d37-9688-da4c4c7de781 admin admin] Publish callbacks [] for security_group (cf8c6194-9a51-4b60-969c-b7db65f6ddd9), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.916548 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Publish callbacks [] for port (cffd7926-5772-4459-9b61-9d643be23264), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.928315 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (cffd7926-5772-4459-9b61-9d643be23264), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.949329 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Attempting to bind port cffd7926-5772-4459-9b61-9d643be23264 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:03.950064 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Attempting to bind port cffd7926-5772-4459-9b61-9d643be23264 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:03.950867 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Attempting to bind port cffd7926-5772-4459-9b61-9d643be23264 on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:03.959353 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:03.960044 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:03.960856 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.964719 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:03.965524 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Bound port: cffd7926-5772-4459-9b61-9d643be23264, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:03.966295 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cffd7926-5772-4459-9b61-9d643be23264), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.968332 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9f34-d733-4d37-9688-da4c4c7de781 admin admin] Publish callbacks [] for security_group (cf8c6194-9a51-4b60-969c-b7db65f6ddd9), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.972347 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1784d7fd-5804-4394-a03f-4179f07a6f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:03.973308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Allocated IP 172.20.0.1 (01d740a6-a7f3-4f7a-a336-427d5673267f/dd819698-8eff-434f-b0ba-3d9204254242/739b9881-a0be-4192-a5c9-3128a1461182) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:03.993313 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:04.019301 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:04.030609 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e480479-9765-46e4-bc59-9d4a1f0f708c None None] Pushing event updated for resources: {'Port': ['ID=d9cce025-1651-40d1-bdd8-7530f38b02c9,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:04.045738 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] For port cffd7926-5772-4459-9b61-9d643be23264, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:04.052643 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] For port cffd7926-5772-4459-9b61-9d643be23264, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=cffd7926-5772-4459-9b61-9d643be23264,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:04.065580 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:04.071367 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.074153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9f34-d733-4d37-9688-da4c4c7de781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (cf8c6194-9a51-4b60-969c-b7db65f6ddd9), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.083658 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (cffd7926-5772-4459-9b61-9d643be23264), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.091195 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9f34-d733-4d37-9688-da4c4c7de781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.101356 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9a8a9f34-d733-4d37-9688-da4c4c7de781 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cf8c6194-9a51-4b60-969c-b7db65f6ddd9 HTTP/1.1" status: 204 len: 168 time: 0.3516655 Aug 29 20:18:04.101745 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:04.112522 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Routers {'459127a7-930f-447d-bc99-e7e14efcbf9b'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:04.113140 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['459127a7-930f-447d-bc99-e7e14efcbf9b'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:04.140901 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a9f34-d733-4d37-9688-da4c4c7de781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8c6194-9a51-4b60-969c-b7db65f6ddd9,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:04.179135 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:04.191167 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-82022755-8ae2-427b-a8e3-1f0d34782aed None None] Provisioning complete for port d9cce025-1651-40d1-bdd8-7530f38b02c9 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:04.191957 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-82022755-8ae2-427b-a8e3-1f0d34782aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.217740 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks [] for port (739b9881-a0be-4192-a5c9-3128a1461182), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.241751 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:04.279822 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (739b9881-a0be-4192-a5c9-3128a1461182), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.285753 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bbe3d-5274-40f9-9c75-6041f6b85b1d None None] Pushing event updated for resources: {'Port': ['ID=cffd7926-5772-4459-9b61-9d643be23264,revision_number=2']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:04.338373 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Pushing event updated for resources: {'Port': ['ID=739b9881-a0be-4192-a5c9-3128a1461182,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:04.342836 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:04.344150 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.346121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Network 01d740a6-a7f3-4f7a-a336-427d5673267f is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:04.347541 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:04.350266 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:04.405785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (459127a7-930f-447d-bc99-e7e14efcbf9b), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.414280 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] Set router 459127a7-930f-447d-bc99-e7e14efcbf9b gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:04.453606 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-82022755-8ae2-427b-a8e3-1f0d34782aed None None] Current status of the port d9cce025-1651-40d1-bdd8-7530f38b02c9 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:04.516062 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port fb2bf36b-fcd8-443b-9155-18c77c80d6a4, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:04.522848 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.524844 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d9cce025-1651-40d1-bdd8-7530f38b02c9 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:04.624360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:04.650145 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:04.650688 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (739b9881-a0be-4192-a5c9-3128a1461182), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.710709 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d9cce025-1651-40d1-bdd8-7530f38b02c9 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:04.711445 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.719130 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:18:01Z', 'revision_number': 3, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:04.783164 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee65133-7f73-41b8-8026-fa650e05ec49 None None] The sync data for ids ['459127a7-930f-447d-bc99-e7e14efcbf9b'] in dv-cinder-854261-2-iscsi is: [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:18:01Z', 'revision_number': 3, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:04.791685 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bbe3d-5274-40f9-9c75-6041f6b85b1d None None] Pushing event updated for resources: {'Port': ['ID=cffd7926-5772-4459-9b61-9d643be23264,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:04.810223 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-41b00638-64db-476f-b7db-f47c203f6c68 None None] Provisioning complete for port 739b9881-a0be-4192-a5c9-3128a1461182 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:04.810875 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-41b00638-64db-476f-b7db-f47c203f6c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (739b9881-a0be-4192-a5c9-3128a1461182), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.910034 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-41b00638-64db-476f-b7db-f47c203f6c68 None None] Port 739b9881-a0be-4192-a5c9-3128a1461182 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:18:04.918445 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d9cce025-1651-40d1-bdd8-7530f38b02c9 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:04.925320 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks [] for port (739b9881-a0be-4192-a5c9-3128a1461182), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:04.932727 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (739b9881-a0be-4192-a5c9-3128a1461182), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.040555 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (459127a7-930f-447d-bc99-e7e14efcbf9b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.045799 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Pushing event updated for resources: {'Port': ['ID=739b9881-a0be-4192-a5c9-3128a1461182,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:05.224709 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:05.254735 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Network 01d740a6-a7f3-4f7a-a336-427d5673267f is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:05.256862 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:05.349496 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.533349 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Router 459127a7-930f-447d-bc99-e7e14efcbf9b has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:05.619234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cffd7926-5772-4459-9b61-9d643be23264 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:05.704745 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-4181bc79-170b-4e5d-b110-c0bf83ff53ff None None] Provisioning complete for port 739b9881-a0be-4192-a5c9-3128a1461182 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:05.705737 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4181bc79-170b-4e5d-b110-c0bf83ff53ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (739b9881-a0be-4192-a5c9-3128a1461182), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.733224 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:05.740886 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-60917489-80d0-4726-b946-3a6797af8916 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/459127a7-930f-447d-bc99-e7e14efcbf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1523223 Aug 29 20:18:05.760641 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port cffd7926-5772-4459-9b61-9d643be23264 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:05.761020 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (cffd7926-5772-4459-9b61-9d643be23264), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.766045 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-4181bc79-170b-4e5d-b110-c0bf83ff53ff None None] Port 739b9881-a0be-4192-a5c9-3128a1461182 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:18:05.897406 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port cffd7926-5772-4459-9b61-9d643be23264 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:05.899580 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cffd7926-5772-4459-9b61-9d643be23264), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.939463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port cffd7926-5772-4459-9b61-9d643be23264, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=cffd7926-5772-4459-9b61-9d643be23264,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:05.945853 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (cffd7926-5772-4459-9b61-9d643be23264), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:05.947251 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d9cce025-1651-40d1-bdd8-7530f38b02c9 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:06.039352 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:06.052603 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=cffd7926-5772-4459-9b61-9d643be23264,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:06.064917 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d9cce025-1651-40d1-bdd8-7530f38b02c9 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:06.065496 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.185031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d9cce025-1651-40d1-bdd8-7530f38b02c9 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:06.186304 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device fb2bf36b-fcd8-443b-9155-18c77c80d6a4 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:06.246003 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:06.246561 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.343304 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.359357 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:06.372349 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33856) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:06.378374 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427790051', 'description': 'tempest-secgroup-smoke-1427790051 description', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:06.418814 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.518729 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group (cc960c8e-177f-47a1-9d4f-dc3fe73d314a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.523983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (cc960c8e-177f-47a1-9d4f-dc3fe73d314a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.559219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.560508 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1869428 Aug 29 20:18:06.564279 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33858) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:06.569473 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group_rule': {'security_group_id': 'cc960c8e-177f-47a1-9d4f-dc3fe73d314a', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:06.578177 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220a5de-d78d-40eb-99d9-023327533208 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc960c8e-177f-47a1-9d4f-dc3fe73d314a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:06.617438 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (80a6b2b8-2e4d-4e58-9a64-9c971fa66210), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.686541 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:06.703343 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (80a6b2b8-2e4d-4e58-9a64-9c971fa66210), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.709091 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (80a6b2b8-2e4d-4e58-9a64-9c971fa66210), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.738548 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a6b2b8-2e4d-4e58-9a64-9c971fa66210,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:06.755702 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.758255 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d2e5fe55-b7cc-47be-8873-9ec9b3deacfe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924953 Aug 29 20:18:06.762665 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 33860) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:06.770267 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group_rule': {'security_group_id': 'cc960c8e-177f-47a1-9d4f-dc3fe73d314a', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:06.776509 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:06.807930 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.816788 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (219ced5e-26d9-4edb-89a1-825fb127e3f7), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.903578 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (219ced5e-26d9-4edb-89a1-825fb127e3f7), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.908852 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (219ced5e-26d9-4edb-89a1-825fb127e3f7), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.943007 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219ced5e-26d9-4edb-89a1-825fb127e3f7,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:06.949621 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:06.952994 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-68ed6bb4-86b1-4474-80af-6deb56758755 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1874998 Aug 29 20:18:06.955996 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33862) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:06.961013 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group_rule': {'security_group_id': 'cc960c8e-177f-47a1-9d4f-dc3fe73d314a', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:07.002306 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (3ebc28bf-3823-4f27-942c-f1c598f85173), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.021917 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Sync routers for ids ['459127a7-930f-447d-bc99-e7e14efcbf9b'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:07.066163 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Routers {'459127a7-930f-447d-bc99-e7e14efcbf9b'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:07.067210 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['459127a7-930f-447d-bc99-e7e14efcbf9b'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:07.086776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (3ebc28bf-3823-4f27-942c-f1c598f85173), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.092355 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (3ebc28bf-3823-4f27-942c-f1c598f85173), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.131791 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebc28bf-3823-4f27-942c-f1c598f85173,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:07.137803 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.141653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.144270 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-fb0e4379-b38d-476a-af85-edf0b958afda tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867988 Aug 29 20:18:07.147949 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33864) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:07.156731 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group_rule': {'security_group_id': 'cc960c8e-177f-47a1-9d4f-dc3fe73d314a', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:07.197006 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:07.207247 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (14b086de-85f4-40ec-b1e4-e6e273f9da2d), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.245670 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Set router 459127a7-930f-447d-bc99-e7e14efcbf9b gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:07.279880 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (14b086de-85f4-40ec-b1e4-e6e273f9da2d), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.286106 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (14b086de-85f4-40ec-b1e4-e6e273f9da2d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.319540 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b086de-85f4-40ec-b1e4-e6e273f9da2d,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:07.327966 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.329182 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-e8fe3133-25c6-459e-8ac2-a446fd771bc6 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798000 Aug 29 20:18:07.333558 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33866) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:07.340474 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group_rule': {'security_group_id': 'cc960c8e-177f-47a1-9d4f-dc3fe73d314a', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:07.375956 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.securitygroups_db [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Project ff3969ffe8ff411b8773e1f3f3cb0b40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:18:07.382964 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:07.391006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (ae3e9b1a-1359-443f-9584-9298e66eed61), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.471401 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cffd7926-5772-4459-9b61-9d643be23264 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:07.498499 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (ae3e9b1a-1359-443f-9584-9298e66eed61), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.511618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (ae3e9b1a-1359-443f-9584-9298e66eed61), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.538479 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3e9b1a-1359-443f-9584-9298e66eed61,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:07.558225 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.559802 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-adade702-5518-40fb-9e66-b0313f81894d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2248189 Aug 29 20:18:07.563464 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 33868) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:07.568683 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'security_group_rule': {'security_group_id': 'cc960c8e-177f-47a1-9d4f-dc3fe73d314a', 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:07.599515 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.securitygroups_db [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Project ff3969ffe8ff411b8773e1f3f3cb0b40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:18:07.607656 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (6d33968d-aaf5-4f60-a665-3398ec6f73a8), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.613833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port cffd7926-5772-4459-9b61-9d643be23264 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:07.614451 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (cffd7926-5772-4459-9b61-9d643be23264), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.718750 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (6d33968d-aaf5-4f60-a665-3398ec6f73a8), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.725169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (6d33968d-aaf5-4f60-a665-3398ec6f73a8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.756897 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d33968d-aaf5-4f60-a665-3398ec6f73a8,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:07.770802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:07.772642 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0048ab70-5c2f-4083-8749-b5870c531848 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2078469 Aug 29 20:18:07.826675 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 4, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '739b9881-a0be-4192-a5c9-3128a1461182', 'name': '', 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'mac_address': 'fa:16:3e:4e:59:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'dd819698-8eff-434f-b0ba-3d9204254242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:03Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 2, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'subnets': [{'id': 'dd819698-8eff-434f-b0ba-3d9204254242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:07.879096 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Checking router: 459127a7-930f-447d-bc99-e7e14efcbf9b for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:07.879867 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Updating router 459127a7-930f-447d-bc99-e7e14efcbf9b port 739b9881-a0be-4192-a5c9-3128a1461182 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:18:07.937264 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:07.974032 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (739b9881-a0be-4192-a5c9-3128a1461182), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:08.013312 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port cffd7926-5772-4459-9b61-9d643be23264 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:08.417220 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Publish callbacks [] for port (739b9881-a0be-4192-a5c9-3128a1461182), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:08.424846 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (739b9881-a0be-4192-a5c9-3128a1461182), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:08.546463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0076f-b0e6-40b1-b4df-890ddd1e9b8d None None] Pushing event updated for resources: {'Port': ['ID=739b9881-a0be-4192-a5c9-3128a1461182,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:08.605937 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Attempting to bind port 739b9881-a0be-4192-a5c9-3128a1461182 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:08.606878 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Attempting to bind port 739b9881-a0be-4192-a5c9-3128a1461182 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:08.607614 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Attempting to bind port 739b9881-a0be-4192-a5c9-3128a1461182 on network 01d740a6-a7f3-4f7a-a336-427d5673267f {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:08.616859 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:08.617483 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Checking segment: {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:08.618152 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:08.618836 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Bound using segment: {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:08.619377 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Bound port: 739b9881-a0be-4192-a5c9-3128a1461182, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc87757-7a6d-4c42-adb5-6bc6943224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:08.619807 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (739b9881-a0be-4192-a5c9-3128a1461182), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:08.717880 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] For port 739b9881-a0be-4192-a5c9-3128a1461182, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:08.723083 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] For port 739b9881-a0be-4192-a5c9-3128a1461182, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=739b9881-a0be-4192-a5c9-3128a1461182,segment=NetworkSegment(5dc87757-7a6d-4c42-adb5-6bc6943224ef),segment_id=5dc87757-7a6d-4c42-adb5-6bc6943224ef)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:08.730600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (739b9881-a0be-4192-a5c9-3128a1461182), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:08.780879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:08.797512 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Routers {'459127a7-930f-447d-bc99-e7e14efcbf9b'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:08.798559 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['459127a7-930f-447d-bc99-e7e14efcbf9b'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:08.876033 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0076f-b0e6-40b1-b4df-890ddd1e9b8d None None] Pushing event updated for resources: {'Port': ['ID=739b9881-a0be-4192-a5c9-3128a1461182,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:08.956758 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] Set router 459127a7-930f-447d-bc99-e7e14efcbf9b gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:09.250850 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 4, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '739b9881-a0be-4192-a5c9-3128a1461182', 'name': '', 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'mac_address': 'fa:16:3e:4e:59:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'dd819698-8eff-434f-b0ba-3d9204254242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:03Z', 'updated_at': '2022-08-29T20:18:08Z', 'revision_number': 4, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'subnets': [{'id': 'dd819698-8eff-434f-b0ba-3d9204254242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:09.292421 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c483dd9d-b485-485b-9ed7-5f3993854bc8 None None] The sync data for ids ['459127a7-930f-447d-bc99-e7e14efcbf9b'] in dv-cinder-854261-2-iscsi is: [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 4, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '739b9881-a0be-4192-a5c9-3128a1461182', 'name': '', 'network_id': '01d740a6-a7f3-4f7a-a336-427d5673267f', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'mac_address': 'fa:16:3e:4e:59:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'dd819698-8eff-434f-b0ba-3d9204254242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:03Z', 'updated_at': '2022-08-29T20:18:08Z', 'revision_number': 4, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'subnets': [{'id': 'dd819698-8eff-434f-b0ba-3d9204254242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:09.495150 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 739b9881-a0be-4192-a5c9-3128a1461182 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:09.500128 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:09.564775 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 739b9881-a0be-4192-a5c9-3128a1461182 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:09.566330 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (739b9881-a0be-4192-a5c9-3128a1461182), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:09.708258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 739b9881-a0be-4192-a5c9-3128a1461182 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:09.708675 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (739b9881-a0be-4192-a5c9-3128a1461182), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:09.754027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 739b9881-a0be-4192-a5c9-3128a1461182, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=739b9881-a0be-4192-a5c9-3128a1461182,segment=NetworkSegment(5dc87757-7a6d-4c42-adb5-6bc6943224ef),segment_id=5dc87757-7a6d-4c42-adb5-6bc6943224ef)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:09.760007 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (739b9881-a0be-4192-a5c9-3128a1461182), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:09.842979 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=739b9881-a0be-4192-a5c9-3128a1461182,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:11.453533 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 739b9881-a0be-4192-a5c9-3128a1461182 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:11.509059 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 739b9881-a0be-4192-a5c9-3128a1461182 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:11.509886 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (739b9881-a0be-4192-a5c9-3128a1461182), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:11.602720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 739b9881-a0be-4192-a5c9-3128a1461182 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:15.212866 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293aba4-38a1-4825-9f17-5b3a70749b37 req-575f5efa-b578-4e03-b8bc-4d9e77f7a0cd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:15.214449 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f293aba4-38a1-4825-9f17-5b3a70749b37 req-575f5efa-b578-4e03-b8bc-4d9e77f7a0cd tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0670025 Aug 29 20:18:15.269620 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f293aba4-38a1-4825-9f17-5b3a70749b37 req-3d3c69fd-7737-4d0e-b2da-fd44d1a563fa tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Aug 29 20:18:16.437570 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279067a3-5d9f-4844-b027-1570559a0eb6 req-eda42f4e-72b4-4315-b6a3-47fd4292ab8f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:16.440687 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-279067a3-5d9f-4844-b027-1570559a0eb6 req-eda42f4e-72b4-4315-b6a3-47fd4292ab8f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0757558 Aug 29 20:18:16.513218 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-279067a3-5d9f-4844-b027-1570559a0eb6 req-4a7be7f1-1a3a-4ed1-83fe-d6ea90114b96 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644157 Aug 29 20:18:17.663176 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7f9c-de99-4ce9-8b57-329753654a90 req-55e08a90-9945-4649-9f7b-0283219465a2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:17.664668 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5ebe7f9c-de99-4ce9-8b57-329753654a90 req-55e08a90-9945-4649-9f7b-0283219465a2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0552742 Aug 29 20:18:17.728545 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:17.740068 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5ebe7f9c-de99-4ce9-8b57-329753654a90 req-d71361f5-e4f7-4078-8361-b8459cca19e2 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688248 Aug 29 20:18:18.905148 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a560-4098-43dc-933d-416b4e5a77d9 req-2a0af722-ac8d-44b3-ac85-c288d96fb30c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:18.906805 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3108a560-4098-43dc-933d-416b4e5a77d9 req-2a0af722-ac8d-44b3-ac85-c288d96fb30c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0565891 Aug 29 20:18:18.972426 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3108a560-4098-43dc-933d-416b4e5a77d9 req-163933d4-cf26-4f04-805a-1ed5bcab548d tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581219 Aug 29 20:18:19.886319 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-288ca665-a7b0-4cfe-bd81-626691160059 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:19.888467 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-288ca665-a7b0-4cfe-bd81-626691160059 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Aug 29 20:18:19.987144 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Deleting port c2122474-4565-44ec-986a-9646613e2d4e {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:19.987880 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (c2122474-4565-44ec-986a-9646613e2d4e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:20.138970 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] For port c2122474-4565-44ec-986a-9646613e2d4e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c2122474-4565-44ec-986a-9646613e2d4e,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:20.139257 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (c2122474-4565-44ec-986a-9646613e2d4e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:20.160271 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0489-da7f-4dcc-bc6c-57ec2fe6b0b1 req-1aa1a2f5-a996-4ac8-bd27-8fb2c13ee1c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:20.162072 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b62b0489-da7f-4dcc-bc6c-57ec2fe6b0b1 req-1aa1a2f5-a996-4ac8-bd27-8fb2c13ee1c8 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 945 time: 0.0904870 Aug 29 20:18:20.354353 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b62b0489-da7f-4dcc-bc6c-57ec2fe6b0b1 req-e48e5a60-154d-457d-b314-9b1faf3f6e98 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=907b77f0-633c-492b-815f-5cd6bd980402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679907 Aug 29 20:18:20.452733 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:20.453270 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:20.454017 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Floating IP 8997a69a-bac0-48b6-a7d9-4d0618cff0c6 disassociated. External IP: 172.27.3.40, port: c2122474-4565-44ec-986a-9646613e2d4e. Aug 29 20:18:20.455501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Calling delete_port for c2122474-4565-44ec-986a-9646613e2d4e owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:20.468243 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:20.612136 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (c2122474-4565-44ec-986a-9646613e2d4e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:20.654523 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event deleted for resources: {'Port': ['ID=c2122474-4565-44ec-986a-9646613e2d4e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:20.779574 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Router bed361cb-99b2-4d9a-ad0a-88eeda792200 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:21.155735 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:21.166927 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] Sync routers for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:21.178293 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:21.179280 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:21.217551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] No DVR routers for this DVR port c2122474-4565-44ec-986a-9646613e2d4e on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:21.220628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:21.224029 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee056b9a-fe18-47d9-a200-bc356bd07f2a req-6ae997c3-702d-4c41-8fda-885a63123f1e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "DELETE /networking/v2.0/ports/c2122474-4565-44ec-986a-9646613e2d4e HTTP/1.1" status: 204 len: 173 time: 1.3300703 Aug 29 20:18:21.224789 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'name': 'network-vif-deleted', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:21.228588 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ecb97-a448-4a5d-8264-3f918c44f9c9" -d '{"events": [{"server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "name": "network-vif-deleted", "tag": "c2122474-4565-44ec-986a-9646613e2d4e"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:21.398929 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c899e-f196-4ae7-a368-fa0be8ffbf45 x-openstack-request-id: req-951c899e-f196-4ae7-a368-fa0be8ffbf45 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:21.399409 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e26ac8-5eaa-4408-8208-b082661ea002", "name": "network-vif-deleted", "tag": "c2122474-4565-44ec-986a-9646613e2d4e", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:21.399756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-951c899e-f196-4ae7-a368-fa0be8ffbf45 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:21.400163 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951c899e-f196-4ae7-a368-fa0be8ffbf45'] response: {'server_uuid': '06e26ac8-5eaa-4408-8208-b082661ea002', 'name': 'network-vif-deleted', 'tag': 'c2122474-4565-44ec-986a-9646613e2d4e', 'status': 'completed', 'code': 200} Aug 29 20:18:21.529166 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:21.588296 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9f0cf0c9-6d1d-4e95-93dd-041de1b13e80 req-87c0f2f8-fb65-47ce-845b-820cc949fade tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=06e26ac8-5eaa-4408-8208-b082661ea002 HTTP/1.1" status: 200 len: 210 time: 0.0381496 Aug 29 20:18:21.606610 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=75 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:21.607969 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:21.804943 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:21.842502 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] Checking router: bed361cb-99b2-4d9a-ad0a-88eeda792200 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:21.853622 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:21.854380 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:21.993981 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:22.042810 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:22.289096 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:22.320166 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab24b42-c2a9-4c24-84b0-53c1d84d54b7 None None] The sync data for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi is: [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:12:41Z', 'revision_number': 4, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '70275ad5-3d0d-4c80-b789-5e5439f45482', 'name': '', 'network_id': 'dca5aa8c-453f-4b91-91f7-9d11ae5d1e40', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'mac_address': 'fa:16:3e:b0:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36508d83-911c-4923-841e-d95d828d5bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:38Z', 'updated_at': '2022-08-29T20:12:53Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'subnets': [{'id': '36508d83-911c-4923-841e-d95d828d5bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:22.625077 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3543a4-654b-4721-9670-c190c461f427 None None] New status for floating IP 8997a69a-bac0-48b6-a7d9-4d0618cff0c6: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:18:22.743099 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34012) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:22.836209 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:22.838632 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8bde7f66-ed73-49e7-a1c6-d3515e11757b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group (907b77f0-633c-492b-815f-5cd6bd980402), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:22.881939 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8bde7f66-ed73-49e7-a1c6-d3515e11757b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group (907b77f0-633c-492b-815f-5cd6bd980402), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:22.952717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8bde7f66-ed73-49e7-a1c6-d3515e11757b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (907b77f0-633c-492b-815f-5cd6bd980402), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:22.956971 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8bde7f66-ed73-49e7-a1c6-d3515e11757b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:22.958447 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-8bde7f66-ed73-49e7-a1c6-d3515e11757b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/907b77f0-633c-492b-815f-5cd6bd980402 HTTP/1.1" status: 204 len: 168 time: 0.2134914 Aug 29 20:18:22.962362 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34016) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:22.969963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde7f66-ed73-49e7-a1c6-d3515e11757b tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b77f0-633c-492b-815f-5cd6bd980402,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:22.983029 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.api.v2.resource [None req-ac06d98b-96da-4a21-916f-b31b8ec2c869 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] show failed (client error): The resource could not be found. Aug 29 20:18:22.984199 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-ac06d98b-96da-4a21-916f-b31b8ec2c869 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups/907b77f0-633c-492b-815f-5cd6bd980402 HTTP/1.1" status: 404 len: 347 time: 0.0203664 Aug 29 20:18:22.988876 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34018) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:23.133081 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Deleting port c854c88e-d049-4c83-8e15-dc1d1db4cb9a {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:23.133428 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:23.242048 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:23.242322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:23.265971 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Calling delete_port for c854c88e-d049-4c83-8e15-dc1d1db4cb9a owned by network:floatingip {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:23.406552 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:23.443164 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (c854c88e-d049-4c83-8e15-dc1d1db4cb9a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:23.469533 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event deleted for resources: {'Port': ['ID=c854c88e-d049-4c83-8e15-dc1d1db4cb9a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:23.578803 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks [] for floatingip (8997a69a-bac0-48b6-a7d9-4d0618cff0c6), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:23.582446 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:23.584548 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d705dad9-0ca0-452a-9002-592a1bae8e3e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/8997a69a-bac0-48b6-a7d9-4d0618cff0c6 HTTP/1.1" status: 204 len: 168 time: 0.5939224 Aug 29 20:18:24.253020 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device c2122474-4565-44ec-986a-9646613e2d4e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:24.274938 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: c2122474-4565-44ec-986a-9646613e2d4e {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:24.275279 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device c2122474-4565-44ec-986a-9646613e2d4e not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:26.215275 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58972fa-8594-42c4-a1e5-45d2a6885b01 req-74d8f686-f93d-4fb1-a49a-a8db495a53ef tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:26.216816 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b58972fa-8594-42c4-a1e5-45d2a6885b01 req-74d8f686-f93d-4fb1-a49a-a8db495a53ef tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0715711 Aug 29 20:18:26.274054 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b58972fa-8594-42c4-a1e5-45d2a6885b01 req-d7bc14f7-b12c-41c8-be6a-0ac89faf0d30 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Aug 29 20:18:27.104097 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-7fa6dbde-09c8-49d3-9cb6-656a4332fc3d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1427790051&fields=id&tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 267 time: 0.0546103 Aug 29 20:18:27.204639 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:27.231481 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-1ff417b0-f4fd-4ec2-be64-7158286df1ef tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:27.233022 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-1ff417b0-f4fd-4ec2-be64-7158286df1ef tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 812 time: 0.1202073 Aug 29 20:18:27.251230 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-cea250ea-4537-4a26-87c0-52d72529b3cb tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/quotas/ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Aug 29 20:18:27.307466 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-33ef7670-59c8-4e29-9f5b-c9e725b49073 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500934 Aug 29 20:18:27.417542 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8ffd9-7909-4b01-b3e5-b1fb1dcb7244 req-78d5e44b-4625-4832-bcff-0442b4cc2b27 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:27.418919 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-94c8ffd9-7909-4b01-b3e5-b1fb1dcb7244 req-78d5e44b-4625-4832-bcff-0442b4cc2b27 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0618360 Aug 29 20:18:27.484919 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-94c8ffd9-7909-4b01-b3e5-b1fb1dcb7244 req-550ec514-8e5b-4f30-a572-822a9e0ccb85 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Aug 29 20:18:27.551309 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-47379468-628a-4d79-944f-ffeaf044cca6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314487 Aug 29 20:18:27.666633 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-e2c6cc7e-eb36-40e1-8955-616b16a0b3ea service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069930 Aug 29 20:18:28.024277 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cf03c95a-09c6-4e9b-b9a5-c8fd4623e2e5 req-19d4e08c-57b9-472d-9914-8b6da51836b4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 210 time: 0.0417581 Aug 29 20:18:28.435458 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-7789e74b-5eef-4e02-aef0-6706708d6b2e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:28.436919 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-7789e74b-5eef-4e02-aef0-6706708d6b2e tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0590689 Aug 29 20:18:28.534998 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:28.539776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Deleting port 176564cc-c512-416f-a721-31a4c9f05c08 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:28.540126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (176564cc-c512-416f-a721-31a4c9f05c08), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:28.651587 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559239aa-a11e-40fa-b526-b110db3079ac req-3cf476e2-959f-45f6-ab2f-d05ecc489ada tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:28.653826 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-559239aa-a11e-40fa-b526-b110db3079ac req-3cf476e2-959f-45f6-ab2f-d05ecc489ada tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 946 time: 0.0633147 Aug 29 20:18:28.666813 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] For port 176564cc-c512-416f-a721-31a4c9f05c08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=176564cc-c512-416f-a721-31a4c9f05c08,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:28.667498 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (176564cc-c512-416f-a721-31a4c9f05c08), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:28.687804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Calling delete_port for 176564cc-c512-416f-a721-31a4c9f05c08 owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:28.715869 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-559239aa-a11e-40fa-b526-b110db3079ac req-effc2449-2772-43b9-96d3-1cb012d02a6f tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565760 Aug 29 20:18:28.867712 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (176564cc-c512-416f-a721-31a4c9f05c08), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:28.899833 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event deleted for resources: {'Port': ['ID=176564cc-c512-416f-a721-31a4c9f05c08,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:28.923148 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['176564cc-c512-416f-a721-31a4c9f05c08', '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:18:28.957286 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] No DVR routers for this DVR port 176564cc-c512-416f-a721-31a4c9f05c08 on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:28.960699 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:28.964929 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b352f5e1-e9e7-444f-b7d6-c13d833b0932 req-0e6526f9-0eb5-4be9-840b-80f212b708da tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "DELETE /networking/v2.0/ports/176564cc-c512-416f-a721-31a4c9f05c08 HTTP/1.1" status: 204 len: 173 time: 0.5215087 Aug 29 20:18:28.965733 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'name': 'network-vif-deleted', 'tag': '176564cc-c512-416f-a721-31a4c9f05c08'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:28.968895 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115028cd-71a3-4559-9c96-f53b73076ace" -d '{"events": [{"server_uuid": "9e22a8cb-d313-4f23-81e1-304ce615af98", "name": "network-vif-deleted", "tag": "176564cc-c512-416f-a721-31a4c9f05c08"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:29.021150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5069daed-6f6e-43a7-9a92-c8e9c3ce913e x-openstack-request-id: req-5069daed-6f6e-43a7-9a92-c8e9c3ce913e {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:29.021423 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e22a8cb-d313-4f23-81e1-304ce615af98", "name": "network-vif-deleted", "tag": "176564cc-c512-416f-a721-31a4c9f05c08", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:29.021596 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5069daed-6f6e-43a7-9a92-c8e9c3ce913e {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:29.022183 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5069daed-6f6e-43a7-9a92-c8e9c3ce913e'] response: {'server_uuid': '9e22a8cb-d313-4f23-81e1-304ce615af98', 'name': 'network-vif-deleted', 'tag': '176564cc-c512-416f-a721-31a4c9f05c08', 'status': 'completed', 'code': 200} Aug 29 20:18:29.156672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b8bba4e-d894-4ef8-aec9-1304e37d9d25 req-440f293e-6d84-44c7-9cce-c7ddfe159b7a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 210 time: 0.0314016 Aug 29 20:18:29.937200 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-878cad08-c05d-452b-af25-72d8eec25302 req-a411e6d9-19d7-49b1-ba13-3f093513e4e5 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9e22a8cb-d313-4f23-81e1-304ce615af98 HTTP/1.1" status: 200 len: 210 time: 0.1033514 Aug 29 20:18:30.006995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-88b318d8-66ac-41f2-865e-817847432be3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:30.008469 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-88b318d8-66ac-41f2-865e-817847432be3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 812 time: 0.1879375 Aug 29 20:18:30.289159 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-8005f1a8-ab95-4e24-b639-3250a2f0f0aa tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 380 time: 0.0806561 Aug 29 20:18:30.296184 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-02fa71f6-e293-46bd-9fd4-97f589d6bd22 req-870d7b7a-fcef-4115-9080-d33aaa8bc723 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 210 time: 0.0476716 Aug 29 20:18:30.344273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'port': {'device_id': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'admin_state_up': True, 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'security_groups': ['cc960c8e-177f-47a1-9d4f-dc3fe73d314a']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:30.424926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:30.511595 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Made reservation on behalf of ff3969ffe8ff411b8773e1f3f3cb0b40 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:18:30.516059 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:30.678621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Allocated IP 172.20.0.6 (d909eff5-27cf-4d36-886a-2daf13a96ae0/e80cd3fe-5754-4e59-95b3-d652a1a1fa6d/a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:30.726672 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:18:30.834301 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:30.857893 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:30.898676 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:30.956561 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:30.960175 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:30.964978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:30.996766 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:31.058477 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:31.059189 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:31.092879 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-82642f46-e8b1-4ddb-aaa0-afa59bb3f07e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533121 Aug 29 20:18:31.211889 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Request body: {'port': {'device_id': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:31.334202 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:31.391782 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b941038-a80a-4e5c-a46c-27b18b6835e8 req-c0af8252-2aaa-4c1f-a2a1-c46b277cfd51 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:31.394646 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2b941038-a80a-4e5c-a46c-27b18b6835e8 req-c0af8252-2aaa-4c1f-a2a1-c46b277cfd51 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0771117 Aug 29 20:18:31.433369 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-e87fda45-a4df-4bb5-a818-59892adcab77 None None] Provisioning complete for port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:31.434964 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e87fda45-a4df-4bb5-a818-59892adcab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:31.487615 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1ef744f2-c5aa-48f3-ab26-b794a73d31e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:31.490827 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-e87fda45-a4df-4bb5-a818-59892adcab77 None None] Port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:18:31.498273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:31.507405 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4345ad-6c34-4c18-9338-67616da7bc7b req-13dd9173-460c-4cad-aea0-e0ac5e3f3d9c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:31.508938 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cf4345ad-6c34-4c18-9338-67616da7bc7b req-13dd9173-460c-4cad-aea0-e0ac5e3f3d9c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 931 time: 0.1097145 Aug 29 20:18:31.512225 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2b941038-a80a-4e5c-a46c-27b18b6835e8 req-a913c155-6aee-4a5f-97e9-0f1cfd3037f3 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884008 Aug 29 20:18:31.590719 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cf4345ad-6c34-4c18-9338-67616da7bc7b req-62b9b54d-190b-4df7-8a8d-a6cf42ae005f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702765 Aug 29 20:18:31.769457 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:18:31.778015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Publish callbacks [] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:31.793684 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Transition to ACTIVE for port object a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:18:31.797620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:31.881821 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:31.924444 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Attempting to bind port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:31.924884 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Attempting to bind port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:31.925220 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Attempting to bind port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:31.930397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f on network d909eff5-27cf-4d36-886a-2daf13a96ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:18:31.930719 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Attempting to bind port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:31.936227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:31.936565 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Checking segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:31.936952 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Bound using segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:31.937405 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Bound port: a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:31.937797 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:32.013247 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] For port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:32.016742 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] For port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:32.024933 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:32.030698 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:32.031437 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:32.032949 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f HTTP/1.1" status: 200 len: 1093 time: 0.9179182 Aug 29 20:18:32.034088 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:32.036424 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf64fa6-d282-414e-96e4-003e966b3ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:32.083704 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:32.085868 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e5ec2d-d86d-492b-8ac2-6dc6db88332b x-openstack-request-id: req-09e5ec2d-d86d-492b-8ac2-6dc6db88332b {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:32.086125 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:32.086356 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09e5ec2d-d86d-492b-8ac2-6dc6db88332b {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:32.086899 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e5ec2d-d86d-492b-8ac2-6dc6db88332b'] response: {'name': 'network-changed', 'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'status': 'completed', 'code': 200} Aug 29 20:18:32.111300 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4936ee-1f2a-4c5b-834b-63efe1273b44 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:32.306300 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 176564cc-c512-416f-a721-31a4c9f05c08 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:32.331193 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 176564cc-c512-416f-a721-31a4c9f05c08 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:32.331644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 176564cc-c512-416f-a721-31a4c9f05c08 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:32.652210 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa53378-0774-472a-a0c4-88f3ae368531 req-009d5922-1660-42fe-bbf0-9838da2e8b11 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:32.653914 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6fa53378-0774-472a-a0c4-88f3ae368531 req-009d5922-1660-42fe-bbf0-9838da2e8b11 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0549386 Aug 29 20:18:32.713792 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6fa53378-0774-472a-a0c4-88f3ae368531 req-108acd8a-52e9-4b7b-b52a-d02c0f3053b9 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530677 Aug 29 20:18:32.763578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee3d5e-1657-41f4-b75a-b3d6bd33a5d9 req-fcb15a90-19a1-4173-b47d-82caed5b4e9c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:32.764714 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19ee3d5e-1657-41f4-b75a-b3d6bd33a5d9 req-fcb15a90-19a1-4173-b47d-82caed5b4e9c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0714421 Aug 29 20:18:32.832151 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19ee3d5e-1657-41f4-b75a-b3d6bd33a5d9 req-ee4fbb3e-8293-49f5-b8a9-affef5133eb4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585921 Aug 29 20:18:33.862664 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a916ee-1436-4c53-890e-e94c27f76580 req-bc8d1e0d-e050-43ce-8472-f4812e16a541 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:33.865994 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-90a916ee-1436-4c53-890e-e94c27f76580 req-bc8d1e0d-e050-43ce-8472-f4812e16a541 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0602105 Aug 29 20:18:33.874295 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c970-dd93-499a-b22c-7b29c5ae2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:33.940441 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-90a916ee-1436-4c53-890e-e94c27f76580 req-cb6608cd-0f68-4a03-ac48-26f56ad8c04c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663364 Aug 29 20:18:33.999765 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f56086-583c-40ee-a237-d5d4ddede239 req-c26a833d-990c-42e3-83b2-28bfa0035314 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:34.001446 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-65f56086-583c-40ee-a237-d5d4ddede239 req-c26a833d-990c-42e3-83b2-28bfa0035314 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0714960 Aug 29 20:18:34.072844 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-65f56086-583c-40ee-a237-d5d4ddede239 req-345d5721-0e8b-4cb4-a1a4-7e72d23c833c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628633 Aug 29 20:18:34.417415 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64fa6-d282-414e-96e4-003e966b3ffa req-aa1b98c0-bca1-4c13-b65a-97747e84cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:34.419077 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3bf64fa6-d282-414e-96e4-003e966b3ffa req-aa1b98c0-bca1-4c13-b65a-97747e84cb6e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 1127 time: 0.0602493 Aug 29 20:18:34.619716 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64fa6-d282-414e-96e4-003e966b3ffa req-5a1c8ee6-122d-417e-82a5-418d8a7cd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:34.621199 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3bf64fa6-d282-414e-96e4-003e966b3ffa req-5a1c8ee6-122d-417e-82a5-418d8a7cd718 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1191871 Aug 29 20:18:34.763776 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-274a8e21-ff55-46d8-9db8-944e4095dbe1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:34.765294 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-274a8e21-ff55-46d8-9db8-944e4095dbe1 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.0528173 Aug 29 20:18:34.789783 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:34.822893 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64fa6-d282-414e-96e4-003e966b3ffa req-c1557ee0-d868-4237-8acb-9605013ba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:34.824399 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3bf64fa6-d282-414e-96e4-003e966b3ffa req-c1557ee0-d868-4237-8acb-9605013ba5d6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124437 Aug 29 20:18:34.847401 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:34.864566 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Deleting port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:34.865230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:34.942726 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-d39a6491-b605-4521-ae88-38a5a3c4641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:34.946006 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-d39a6491-b605-4521-ae88-38a5a3c4641e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 1127 time: 0.0516224 Aug 29 20:18:34.974235 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] For port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:34.974621 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:34.992488 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Calling delete_port for 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:35.014865 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-9e712599-04d9-4436-bb65-ec3ed9f87146 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f HTTP/1.1" status: 200 len: 217 time: 0.0523627 Aug 29 20:18:35.088640 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-536256f9-753a-4ea1-ac22-c656a245e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:35.090205 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-536256f9-753a-4ea1-ac22-c656a245e28e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0667660 Aug 29 20:18:35.149150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-868d9529-deed-4aff-87cb-3fc890d270b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:35.150788 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-868d9529-deed-4aff-87cb-3fc890d270b6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508707 Aug 29 20:18:35.314924 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaaf6f-04b6-46ae-ade7-ff3c660936d6 req-3b3349f6-08bd-407a-8c3f-c33444744801 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:35.317606 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46aaaf6f-04b6-46ae-ade7-ff3c660936d6 req-3b3349f6-08bd-407a-8c3f-c33444744801 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.1510456 Aug 29 20:18:35.349205 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:35.359198 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:35.386861 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308b8c8-7a9f-4592-a7e4-1a5fff669926 req-cfdab618-ff9e-4008-a676-8c018bd02414 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:35.388024 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6308b8c8-7a9f-4592-a7e4-1a5fff669926 req-cfdab618-ff9e-4008-a676-8c018bd02414 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 946 time: 0.3374369 Aug 29 20:18:35.401296 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-503e1703-22b5-4526-8aa4-12a747acd7e4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377830 Aug 29 20:18:35.451843 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46aaaf6f-04b6-46ae-ade7-ff3c660936d6 req-8ac8cd6e-3b9e-4d75-862d-6adb8a8c3671 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224718 Aug 29 20:18:35.504425 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6308b8c8-7a9f-4592-a7e4-1a5fff669926 req-0ceea202-d717-4341-b425-7ee75651e750 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=80adb46f-3c79-40a8-9ba1-c04515cd979a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058097 Aug 29 20:18:35.505621 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:35.554675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Pushing event deleted for resources: {'Port': ['ID=5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:35.568978 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:18:35.583715 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b01f8104-3fb4-498a-a6bb-e24aa2243136 req-73ceed64-d83a-4d7c-bb35-3eabf65f6953 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692815 Aug 29 20:18:35.631940 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] No DVR routers for this DVR port 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:35.637091 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:35.643544 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7271233c-8d90-4254-bd7f-a7c075cd70b1 req-343e1a56-9d24-42b7-a824-4f995de5492c tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.77 "DELETE /networking/v2.0/ports/5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c HTTP/1.1" status: 204 len: 173 time: 0.8697302 Aug 29 20:18:35.644239 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4067659-cb5f-422b-a547-f871635abe7a', 'name': 'network-vif-deleted', 'tag': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:35.648375 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dbc849-234e-4eb1-a63b-b12976e27807" -d '{"events": [{"server_uuid": "e4067659-cb5f-422b-a547-f871635abe7a", "name": "network-vif-deleted", "tag": "5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:35.799777 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f3943-1864-4938-860b-bc11a5e8895a x-openstack-request-id: req-fa0f3943-1864-4938-860b-bc11a5e8895a {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:35.800148 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4067659-cb5f-422b-a547-f871635abe7a", "name": "network-vif-deleted", "tag": "5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:35.800484 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa0f3943-1864-4938-860b-bc11a5e8895a {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:35.800937 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0f3943-1864-4938-860b-bc11a5e8895a'] response: {'server_uuid': 'e4067659-cb5f-422b-a547-f871635abe7a', 'name': 'network-vif-deleted', 'tag': '5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c', 'status': 'completed', 'code': 200} Aug 29 20:18:36.313991 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:36.666270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef2481-77a1-4747-94ba-9fd0af897043 req-9c477bff-3b9a-480f-8cad-2ee0f8f06ae5 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:36.668772 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-01ef2481-77a1-4747-94ba-9fd0af897043 req-9c477bff-3b9a-480f-8cad-2ee0f8f06ae5 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0977402 Aug 29 20:18:36.684701 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-40508611-cfad-4314-9cbd-afca4ac162d2 req-c09508e9-d564-441f-be02-9915e607c6c0 tempest-ServerRescueNegativeTestJSON-2112894432 tempest-ServerRescueNegativeTestJSON-2112894432-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e4067659-cb5f-422b-a547-f871635abe7a HTTP/1.1" status: 200 len: 210 time: 0.0447149 Aug 29 20:18:36.760977 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-01ef2481-77a1-4747-94ba-9fd0af897043 req-18b0869b-f0e0-49a3-b0ee-d34489c74b4f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837533 Aug 29 20:18:36.804546 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:37.052320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:37.798775 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34124) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:37.979503 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6fe0c-2ca9-4694-b332-f8cd3adafd04 req-bc1201fd-994a-4f9c-b13b-b5322f081d63 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:37.982207 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-13d6fe0c-2ca9-4694-b332-f8cd3adafd04 req-bc1201fd-994a-4f9c-b13b-b5322f081d63 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0933635 Aug 29 20:18:38.116779 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-13d6fe0c-2ca9-4694-b332-f8cd3adafd04 req-c2e9b082-3759-4a5a-a0ff-704fb116f49f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021361 Aug 29 20:18:38.354644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:38.386574 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:38.387062 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 5a9c4a5b-6d99-489b-b1bc-edf1c4b8c63c not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:38.481732 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (bed361cb-99b2-4d9a-ad0a-88eeda792200), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:38.559932 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:38.791586 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:38.826768 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Deleting port 70275ad5-3d0d-4c80-b789-5e5439f45482 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:38.827444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:38.910125 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] For port 70275ad5-3d0d-4c80-b789-5e5439f45482, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=70275ad5-3d0d-4c80-b789-5e5439f45482,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:38.910482 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:38.924064 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Calling delete_port for 70275ad5-3d0d-4c80-b789-5e5439f45482 owned by network:router_interface {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:39.118472 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (70275ad5-3d0d-4c80-b789-5e5439f45482), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:39.146357 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Pushing event deleted for resources: {'Port': ['ID=70275ad5-3d0d-4c80-b789-5e5439f45482,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:39.279430 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8109-6fa0-4738-a9ff-d83ac553f69b req-0b66fa6c-f937-4368-862e-107349d998b1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:39.281978 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-befc8109-6fa0-4738-a9ff-d83ac553f69b req-0b66fa6c-f937-4368-862e-107349d998b1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0667119 Aug 29 20:18:39.331245 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (bed361cb-99b2-4d9a-ad0a-88eeda792200), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:39.361580 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-befc8109-6fa0-4738-a9ff-d83ac553f69b req-f5a43ed4-908e-4157-9e43-2cbb27b1d953 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726390 Aug 29 20:18:39.566091 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:39.571109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Router bed361cb-99b2-4d9a-ad0a-88eeda792200 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:39.681016 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:39.692444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:39.697570 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-482465fe-28e9-4048-ab12-c826d2ef9064 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/bed361cb-99b2-4d9a-ad0a-88eeda792200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988247 Aug 29 20:18:39.700118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34134) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:39.703186 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] Sync routers for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:39.706130 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=88 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:39.715972 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:39.716604 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:39.807856 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks [] for router (bed361cb-99b2-4d9a-ad0a-88eeda792200), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:39.834286 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:39.930678 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks [] for router_gateway (bed361cb-99b2-4d9a-ad0a-88eeda792200), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:39.979691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Deleting port 9a695c38-6c75-4161-a47e-40d4e30ba81d {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:39.979988 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.013798 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:18:39Z', 'revision_number': 5, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port': {'id': '9a695c38-6c75-4161-a47e-40d4e30ba81d', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:40.040545 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] Checking router: bed361cb-99b2-4d9a-ad0a-88eeda792200 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:40.049869 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] Routers {'bed361cb-99b2-4d9a-ad0a-88eeda792200'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:40.050465 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['bed361cb-99b2-4d9a-ad0a-88eeda792200'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:40.071428 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] For port 9a695c38-6c75-4161-a47e-40d4e30ba81d, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=9a695c38-6c75-4161-a47e-40d4e30ba81d,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:40.072021 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.089791 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Calling delete_port for 9a695c38-6c75-4161-a47e-40d4e30ba81d owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:40.143501 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] Set router bed361cb-99b2-4d9a-ad0a-88eeda792200 gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:40.199274 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:18:39Z', 'revision_number': 6, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:40.227331 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0f57b-f02c-46de-83c1-f54a6d768b60 None None] The sync data for ids ['bed361cb-99b2-4d9a-ad0a-88eeda792200'] in dv-cinder-854261-2-iscsi is: [{'id': 'bed361cb-99b2-4d9a-ad0a-88eeda792200', 'name': 'tempest-ServerRescueNegativeTestJSON-1869870326-router', 'tenant_id': 'bbb0263903e14938b44d9a6b430d84ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:29Z', 'updated_at': '2022-08-29T20:18:39Z', 'revision_number': 6, 'project_id': 'bbb0263903e14938b44d9a6b430d84ce', 'gw_port_host': None}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:40.511712 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da520-ec71-4c00-afb2-4707eb1ed4cd req-12c3946d-3837-4a94-88b3-f3bc1ee87c5b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:40.513652 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-914da520-ec71-4c00-afb2-4707eb1ed4cd req-12c3946d-3837-4a94-88b3-f3bc1ee87c5b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0687377 Aug 29 20:18:40.611078 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-914da520-ec71-4c00-afb2-4707eb1ed4cd req-91ec20d4-74fd-4af6-929a-345f87650a06 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880151 Aug 29 20:18:40.613362 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (9a695c38-6c75-4161-a47e-40d4e30ba81d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.653343 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a695c38-6c75-4161-a47e-40d4e30ba81d,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:40.727210 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (bed361cb-99b2-4d9a-ad0a-88eeda792200), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.844176 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (bed361cb-99b2-4d9a-ad0a-88eeda792200), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.847267 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks [] for router_controller (bed361cb-99b2-4d9a-ad0a-88eeda792200), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.850055 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:40.895070 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (bed361cb-99b2-4d9a-ad0a-88eeda792200), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.896147 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed361cb-99b2-4d9a-ad0a-88eeda792200 {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:18:40.900830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.902068 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-24df5fb2-9f22-4d14-a3b8-8b6dee4b5cf8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/bed361cb-99b2-4d9a-ad0a-88eeda792200 HTTP/1.1" status: 204 len: 168 time: 1.2009771 Aug 29 20:18:40.904619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34138) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:40.952573 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Deleting subnet 36508d83-911c-4923-841e-d95d828d5bf1 {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:18:40.956728 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Publish callbacks [] for subnet (36508d83-911c-4923-841e-d95d828d5bf1), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:40.990940 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:40.998745 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (36508d83-911c-4923-841e-d95d828d5bf1), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.131314 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (36508d83-911c-4923-841e-d95d828d5bf1), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.203056 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (36508d83-911c-4923-841e-d95d828d5bf1), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.237167 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36508d83-911c-4923-841e-d95d828d5bf1,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:41.242469 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.246947 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-18d324b5-cabf-434d-a5b9-fb15cc8b8c5d admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/36508d83-911c-4923-841e-d95d828d5bf1 HTTP/1.1" status: 204 len: 168 time: 0.3412397 Aug 29 20:18:41.251172 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34140) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:41.254608 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2e179-ee02-4dc2-a638-14733d55fea6 None None] Network dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:18:41.329128 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:41.342736 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.396458 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Deleting port 102773c2-bc68-4186-b165-9dd34d63faaf {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:41.396986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.492755 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] DHCP port deletion for dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:18:41.498356 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] For port 102773c2-bc68-4186-b165-9dd34d63faaf, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=102773c2-bc68-4186-b165-9dd34d63faaf,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:41.499271 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.529445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Calling delete_port for 102773c2-bc68-4186-b165-9dd34d63faaf owned by network:dhcp {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:41.538422 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 9a695c38-6c75-4161-a47e-40d4e30ba81d no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:41.566222 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 9a695c38-6c75-4161-a47e-40d4e30ba81d {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:41.566562 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 9a695c38-6c75-4161-a47e-40d4e30ba81d not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:41.566983 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 70275ad5-3d0d-4c80-b789-5e5439f45482 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:41.593271 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 70275ad5-3d0d-4c80-b789-5e5439f45482 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:41.593605 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 70275ad5-3d0d-4c80-b789-5e5439f45482 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:41.597678 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] Deleting port 102773c2-bc68-4186-b165-9dd34d63faaf {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:41.598104 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.622177 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.655188 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Pushing event deleted for resources: {'Port': ['ID=102773c2-bc68-4186-b165-9dd34d63faaf,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:41.662241 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] No DVR routers for this DVR port 102773c2-bc68-4186-b165-9dd34d63faaf on host dv-cinder-854261-2-iscsi {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:41.786917 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:41.793436 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.811609 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb175b4-94e2-4e80-82ef-1b8cf9846d99 req-e8de7f2c-adf2-4322-8208-a112de003363 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:41.813354 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7cb175b4-94e2-4e80-82ef-1b8cf9846d99 req-e8de7f2c-adf2-4322-8208-a112de003363 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.1039057 Aug 29 20:18:41.839527 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca5aa8c-453f-4b91-91f7-9d11ae5d1e40']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:41.855711 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] For port 102773c2-bc68-4186-b165-9dd34d63faaf, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=102773c2-bc68-4186-b165-9dd34d63faaf,segment=NetworkSegment(c9ddb927-0d00-403c-a97d-0fa4b3b8a620),segment_id=c9ddb927-0d00-403c-a97d-0fa4b3b8a620)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:41.856166 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.862819 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:41.863152 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ddb927-0d00-403c-a97d-0fa4b3b8a620') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:41.878141 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] Calling delete_port for 102773c2-bc68-4186-b165-9dd34d63faaf owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:41.884779 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (c9ddb927-0d00-403c-a97d-0fa4b3b8a620), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.917851 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7cb175b4-94e2-4e80-82ef-1b8cf9846d99 req-9fd45514-d3d0-408c-8c07-9184d3a09ff3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911586 Aug 29 20:18:41.919117 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (c9ddb927-0d00-403c-a97d-0fa4b3b8a620), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.929660 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:18:41.930086 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (c9ddb927-0d00-403c-a97d-0fa4b3b8a620), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:41.953177 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment c9ddb927-0d00-403c-a97d-0fa4b3b8a620 resource provider aggregate not found Aug 29 20:18:41.984184 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (102773c2-bc68-4186-b165-9dd34d63faaf), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.006640 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment c9ddb927-0d00-403c-a97d-0fa4b3b8a620 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9ddb927-0d00-403c-a97d-0fa4b3b8a620 found for delete ", "request_id": "req-9e38140d-5417-4af0-902b-b048479fbb33"}]} Aug 29 20:18:42.013147 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (dca5aa8c-453f-4b91-91f7-9d11ae5d1e40), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.021605 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] Pushing event deleted for resources: {'Port': ['ID=102773c2-bc68-4186-b165-9dd34d63faaf,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:42.023906 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1fd63-498d-44a6-9061-bf08a054734d None None] No DVR routers for this DVR port 102773c2-bc68-4186-b165-9dd34d63faaf on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:42.035775 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.044071 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/dca5aa8c-453f-4b91-91f7-9d11ae5d1e40 HTTP/1.1" status: 204 len: 168 time: 0.7864823 Aug 29 20:18:42.047711 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f099dae-7792-4589-862b-cdad233e9808 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca5aa8c-453f-4b91-91f7-9d11ae5d1e40,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:42.213960 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34150) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:42.257037 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-cffe8cc5-a4a8-49b5-bcd5-a274677790b4 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bbb0263903e14938b44d9a6b430d84ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419021 Aug 29 20:18:42.262604 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34152) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:42.330977 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-621826ce-1d8c-41bd-9099-62644f5f3b04 admin admin] Publish callbacks [] for security_group (80adb46f-3c79-40a8-9ba1-c04515cd979a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.350983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-621826ce-1d8c-41bd-9099-62644f5f3b04 admin admin] Publish callbacks [] for security_group (80adb46f-3c79-40a8-9ba1-c04515cd979a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.410995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-621826ce-1d8c-41bd-9099-62644f5f3b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (80adb46f-3c79-40a8-9ba1-c04515cd979a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.413745 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-621826ce-1d8c-41bd-9099-62644f5f3b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:42.414902 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-621826ce-1d8c-41bd-9099-62644f5f3b04 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/80adb46f-3c79-40a8-9ba1-c04515cd979a HTTP/1.1" status: 204 len: 168 time: 0.1508369 Aug 29 20:18:42.423406 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621826ce-1d8c-41bd-9099-62644f5f3b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80adb46f-3c79-40a8-9ba1-c04515cd979a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:43.072952 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e5bc-b6ee-4ff4-bbe3-bcd228df5a2a req-527869ce-e951-4765-bc87-3ee3500896c4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:43.074529 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-86e1e5bc-b6ee-4ff4-bbe3-bcd228df5a2a req-527869ce-e951-4765-bc87-3ee3500896c4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0504162 Aug 29 20:18:43.144741 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-86e1e5bc-b6ee-4ff4-bbe3-bcd228df5a2a req-3d94e62c-cf3a-4fbb-b74d-854037656270 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622859 Aug 29 20:18:43.209080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34176) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:43.312074 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1642822549-network', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:43.334332 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Made reservation on behalf of 8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:18:43.336680 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.346361 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.394325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:43.452347 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks [] for security_group (9a673b20-7205-4e34-8fb2-d0be2b0f3254), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.452751 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 102773c2-bc68-4186-b165-9dd34d63faaf no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:43.457413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9a673b20-7205-4e34-8fb2-d0be2b0f3254), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.474442 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 102773c2-bc68-4186-b165-9dd34d63faaf {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:43.474797 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 102773c2-bc68-4186-b165-9dd34d63faaf not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:43.491434 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:18:43.494547 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a673b20-7205-4e34-8fb2-d0be2b0f3254,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:43.507789 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (18fe44b7-3012-45ec-afb2-ff0949fdca45), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.508245 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Added segment 18fe44b7-3012-45ec-afb2-ff0949fdca45 of type vlan for network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 Aug 29 20:18:43.557402 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (68f99afd-3890-4bbb-ac8f-4e5af64abbb6), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.586511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (68f99afd-3890-4bbb-ac8f-4e5af64abbb6), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.587879 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:43.588482 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.649506 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4392698 Aug 29 20:18:43.656167 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34180) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:43.664353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Request body: {'subnet': {'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-subnet', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:43.673086 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b96948-f2c1-4e92-b8be-eff6160f823e admin admin] Pushing event updated for resources: {'Network': ['ID=68f99afd-3890-4bbb-ac8f-4e5af64abbb6,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:43.675756 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-506d6eee-6221-4ae4-8e14-fa86918a5378 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501258 Aug 29 20:18:43.686463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:18:43.688240 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:43.688980 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:43.695394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Made reservation on behalf of 8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:18:43.698641 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260118258'] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.749443 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:43.796308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-eb443c46-8839-4c1b-bf28-10b2d485a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:43.798747 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-eb443c46-8839-4c1b-bf28-10b2d485a3de service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0627706 Aug 29 20:18:43.901840 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260220890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260118244'] for subnet (44110d95-dfbc-4fea-a1ee-3c6d6e635057), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:43.923890 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-2fc7b238-5f8c-4d90-a217-d0902d3f5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:43.925387 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-2fc7b238-5f8c-4d90-a217-d0902d3f5432 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1023746 Aug 29 20:18:43.960851 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=44110d95-dfbc-4fea-a1ee-3c6d6e635057,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:43.971976 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:43.972345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Network hostable DHCP agents. Network: 68f99afd-3890-4bbb-ac8f-4e5af64abbb6, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:18:43.991731 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:18:43.999805 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-3eb4e2d9-73fa-4201-bb38-fdc8b4cde5ce service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 200 len: 1001 time: 0.0680916 Aug 29 20:18:44.001853 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 68f99afd-3890-4bbb-ac8f-4e5af64abbb6) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:44.005944 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:44.006573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.015272 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d075ab-5609-4b32-b39a-e0488763580f None None] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:18:44.030429 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-65d07c5d-130a-47c4-983e-918e917decfc admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3696096 Aug 29 20:18:44.030781 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34182) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:44.036786 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:44.060965 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-aec68f01-fd4c-4e9c-a728-0adf5728c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:44.062518 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-aec68f01-fd4c-4e9c-a728-0adf5728c021 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0552177 Aug 29 20:18:44.063148 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.064197 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.129015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-b8000649-7546-44df-9b2b-788eb671365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:44.130671 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks [] for router_controller (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), precommit_add_association {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.130847 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-b8000649-7546-44df-9b2b-788eb671365b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600967 Aug 29 20:18:44.143856 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:18:44.144804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.242872 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-b62995f5-a117-4d94-aee9-d41472a4f760 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054354 Aug 29 20:18:44.313892 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Allocated IP 172.20.0.2 (68f99afd-3890-4bbb-ac8f-4e5af64abbb6/44110d95-dfbc-4fea-a1ee-3c6d6e635057/05b978cf-453a-49db-a432-1af9728a1796) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:44.331572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks [] for router_gateway (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.346284 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146e11c-15b5-4eef-9395-4d5acf273d00 req-d0add234-707c-4b0b-bd5e-123c1e1ea9f1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:44.348191 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5146e11c-15b5-4eef-9395-4d5acf273d00 req-d0add234-707c-4b0b-bd5e-123c1e1ea9f1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 943 time: 0.0851705 Aug 29 20:18:44.360386 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-06b2416a-0c45-4e07-a0b7-456cecbf32bb req-2121d039-657c-44b3-8334-256741abab38 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097095 Aug 29 20:18:44.363279 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:18:44.398306 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:44.479899 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5146e11c-15b5-4eef-9395-4d5acf273d00 req-61e5bcb3-61c3-4624-9500-2297afdc8fad tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172349 Aug 29 20:18:44.598046 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks [] for router_gateway (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.620277 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Publish callbacks [] for port (05b978cf-453a-49db-a432-1af9728a1796), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.621135 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.622952 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:44.631266 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:44.634269 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (05b978cf-453a-49db-a432-1af9728a1796), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.666203 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'port_id': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'mac_address': 'fa:16:3e:a3:e8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:18:44.709594 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:44.715434 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:44.719815 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:44.722237 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Pushing event updated for resources: {'Port': ['ID=05b978cf-453a-49db-a432-1af9728a1796,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:44.744636 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:44.744933 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.753095 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Allocated IP 172.27.3.153 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/e9c92eeb-1321-4d6d-a121-03071624f49e) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:44.778606 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:18:44.831134 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Attempting to bind port 05b978cf-453a-49db-a432-1af9728a1796 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:44.831501 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Attempting to bind port 05b978cf-453a-49db-a432-1af9728a1796 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:44.831864 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Attempting to bind port 05b978cf-453a-49db-a432-1af9728a1796 on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:44.835132 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:44.840876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.843745 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:44.844389 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:44.844804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.845194 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Bound using segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:44.845691 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Bound port: 05b978cf-453a-49db-a432-1af9728a1796, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:44.846126 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (05b978cf-453a-49db-a432-1af9728a1796), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.882956 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks [] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:44.938203 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:44.950955 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:44.964119 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:44.994355 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] For port 05b978cf-453a-49db-a432-1af9728a1796, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:45.001932 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] For port 05b978cf-453a-49db-a432-1af9728a1796, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=05b978cf-453a-49db-a432-1af9728a1796,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:45.017257 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (05b978cf-453a-49db-a432-1af9728a1796), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.126339 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ad68-4472-488a-b485-179605fcb5bc None None] Pushing event updated for resources: {'Port': ['ID=05b978cf-453a-49db-a432-1af9728a1796,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:45.237551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.310750 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:18:45.326232 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:45.330008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:45.334403 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:45.521450 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Pushing event updated for resources: {'Port': ['ID=e9c92eeb-1321-4d6d-a121-03071624f49e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:45.558777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 05b978cf-453a-49db-a432-1af9728a1796 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:45.640591 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks [] for router_gateway (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.645854 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61c93-ec05-4907-82e7-fad606358d3b req-32aac10b-c91e-4e9a-b910-5b5887e73b76 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:45.647633 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5dc61c93-ec05-4907-82e7-fad606358d3b req-32aac10b-c91e-4e9a-b910-5b5887e73b76 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 944 time: 0.0679190 Aug 29 20:18:45.666234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 05b978cf-453a-49db-a432-1af9728a1796 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:45.666834 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (05b978cf-453a-49db-a432-1af9728a1796), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.684810 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:45.736989 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5dc61c93-ec05-4907-82e7-fad606358d3b req-59337d6e-2c77-4518-aa7b-df612d566346 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796027 Aug 29 20:18:45.809941 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 05b978cf-453a-49db-a432-1af9728a1796 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:45.810334 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (05b978cf-453a-49db-a432-1af9728a1796), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.854616 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 05b978cf-453a-49db-a432-1af9728a1796, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=05b978cf-453a-49db-a432-1af9728a1796,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:45.860193 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (05b978cf-453a-49db-a432-1af9728a1796), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.921255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=05b978cf-453a-49db-a432-1af9728a1796,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:45.922780 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:45.975618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:46.022130 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:46.082236 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:18:46.220021 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:46.239463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:46.243026 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:46.244792 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d6fc1c76-4af4-49f2-92a1-4cd054eaaa9c admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2126303 Aug 29 20:18:46.247665 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34196) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:46.258644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:46.259371 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:46.301371 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19848a-2e49-4489-9432-c2b57c970c5a None None] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:18:46.362904 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:46.437027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-242650ac-5434-40cc-b5d0-4b07dc88deb3 None None] Provisioning complete for port 05b978cf-453a-49db-a432-1af9728a1796 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:46.437027 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-242650ac-5434-40cc-b5d0-4b07dc88deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (05b978cf-453a-49db-a432-1af9728a1796), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:46.486279 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:46.501795 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:46.524778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:46.604256 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:46.713099 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6cc7b-1830-42a7-84c5-91825b4c4406 req-71852767-875a-4d8d-97f7-1d127b4b3ece tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:46.714983 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ff6cc7b-1830-42a7-84c5-91825b4c4406 req-71852767-875a-4d8d-97f7-1d127b4b3ece tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.0588326 Aug 29 20:18:46.778432 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7ff6cc7b-1830-42a7-84c5-91825b4c4406 req-089b96d9-1d5e-4bad-8d4f-ebbf2ee11f54 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563333 Aug 29 20:18:46.826870 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:46.945485 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312fec6-b645-4126-a779-b0ba23af1ae4 req-b9a36ff4-7787-4677-903a-babac8ebb752 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:46.947177 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1312fec6-b645-4126-a779-b0ba23af1ae4 req-b9a36ff4-7787-4677-903a-babac8ebb752 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 944 time: 0.0956192 Aug 29 20:18:46.947476 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:18:46.950332 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-242650ac-5434-40cc-b5d0-4b07dc88deb3 None None] Current status of the port 05b978cf-453a-49db-a432-1af9728a1796 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:46.963791 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:46.964083 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.047902 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:45Z', 'revision_number': 3, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:47.081208 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1312fec6-b645-4126-a779-b0ba23af1ae4 req-98ee9f1c-494d-4971-9626-a807ffd82b66 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017387 Aug 29 20:18:47.084473 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:47.084473 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Updating router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd port e9c92eeb-1321-4d6d-a121-03071624f49e binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:18:47.098005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Allocated IP 172.20.0.1 (68f99afd-3890-4bbb-ac8f-4e5af64abbb6/44110d95-dfbc-4fea-a1ee-3c6d6e635057/eec13c32-8f99-49ac-9585-3ad5dd9dc2e0) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:47.157188 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.180617 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:47.180998 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.226442 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks [] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.235887 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:47.264365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.273841 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:47.276192 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e87caa-eb88-4b4e-918c-96572008be10" -d '{"events": [{"server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "name": "network-vif-plugged", "status": "completed", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:47.304767 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:47.308125 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:47.309445 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:47.310644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-39fe4e8e-40bd-428b-8779-a8d2c74bbd64 None None] Provisioning complete for port 05b978cf-453a-49db-a432-1af9728a1796 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:47.311057 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-39fe4e8e-40bd-428b-8779-a8d2c74bbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (05b978cf-453a-49db-a432-1af9728a1796), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.313232 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:47.321352 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.370351 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Pushing event updated for resources: {'Port': ['ID=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:47.408154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.493057 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:47.494216 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:47.494507 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:47.537584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 05b978cf-453a-49db-a432-1af9728a1796 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:47.615566 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b336e594-bdc9-4313-8bee-0ada528ca199 x-openstack-request-id: req-b336e594-bdc9-4313-8bee-0ada528ca199 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:47.615885 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "name": "network-vif-plugged", "status": "completed", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:47.616142 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b336e594-bdc9-4313-8bee-0ada528ca199 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:47.616542 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b336e594-bdc9-4313-8bee-0ada528ca199'] response: {'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'code': 200} Aug 29 20:18:47.633680 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.645089 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-39fe4e8e-40bd-428b-8779-a8d2c74bbd64 None None] Current status of the port 05b978cf-453a-49db-a432-1af9728a1796 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:47.688765 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:47.698946 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 05b978cf-453a-49db-a432-1af9728a1796 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:47.699313 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (05b978cf-453a-49db-a432-1af9728a1796), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.706654 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Publish callbacks [] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.740040 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.804290 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Attempting to bind port e9c92eeb-1321-4d6d-a121-03071624f49e on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:47.804639 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Attempting to bind port e9c92eeb-1321-4d6d-a121-03071624f49e by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:47.805002 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Attempting to bind port e9c92eeb-1321-4d6d-a121-03071624f49e on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:47.820654 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-cc34bb78-6357-4781-97c1-2700d478995d None None] Provisioning complete for port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:47.821152 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cc34bb78-6357-4781-97c1-2700d478995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.828134 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:47.828664 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:47.829189 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.830602 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:47.830602 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Bound port: e9c92eeb-1321-4d6d-a121-03071624f49e, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:47.831201 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.859386 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks [] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.877973 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:47.883483 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4f2cf-479a-4364-be0e-d66b0cbbba97 None None] Pushing event updated for resources: {'Port': ['ID=e9c92eeb-1321-4d6d-a121-03071624f49e,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:47.948179 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-cc34bb78-6357-4781-97c1-2700d478995d None None] Port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:18:47.952492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 05b978cf-453a-49db-a432-1af9728a1796 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:47.966271 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] For port e9c92eeb-1321-4d6d-a121-03071624f49e, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:47.969872 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] For port e9c92eeb-1321-4d6d-a121-03071624f49e, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e9c92eeb-1321-4d6d-a121-03071624f49e,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:47.979884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.011156 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Pushing event updated for resources: {'Port': ['ID=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:48.016989 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.030535 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:48.031296 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:48.031516 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a733ee5-4961-4c9f-8086-34b63308ebc1 req-f6ea319d-e5c1-4e7f-95f9-ac8465b21a69 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:48.032956 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a733ee5-4961-4c9f-8086-34b63308ebc1 req-f6ea319d-e5c1-4e7f-95f9-ac8465b21a69 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1002951 Aug 29 20:18:48.115487 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4f2cf-479a-4364-be0e-d66b0cbbba97 None None] Pushing event updated for resources: {'Port': ['ID=e9c92eeb-1321-4d6d-a121-03071624f49e,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:48.183698 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a733ee5-4961-4c9f-8086-34b63308ebc1 req-ffeac190-d008-48e8-9236-6463236f95a9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310263 Aug 29 20:18:48.185826 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:48.194594 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:48.196050 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:48.296034 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b14c6-253a-45f3-abe9-c640fa3421f1 req-32d4c417-63f0-4795-a065-7161a8972358 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:48.299216 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6b14c6-253a-45f3-abe9-c640fa3421f1 req-32d4c417-63f0-4795-a065-7161a8972358 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.1100841 Aug 29 20:18:48.323693 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64b35-d50c-404d-8d0a-2635bac0332b req-a287af32-812c-4312-a2ca-d1aabe97671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:48.325354 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3cf64b35-d50c-404d-8d0a-2635bac0332b req-a287af32-812c-4312-a2ca-d1aabe97671d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 1129 time: 0.0845902 Aug 29 20:18:48.331901 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:48.337423 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-f8d7ec84-4ef5-4d9d-a643-88135bd2b385 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:48.339187 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-f8d7ec84-4ef5-4d9d-a643-88135bd2b385 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 945 time: 0.1103103 Aug 29 20:18:48.391432 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:48.410849 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff6b14c6-253a-45f3-abe9-c640fa3421f1 req-c73b48d9-77e0-406a-bbef-df4bf52bbf27 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017716 Aug 29 20:18:48.416911 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3cf64b35-d50c-404d-8d0a-2635bac0332b req-d6827e7d-f48e-4fec-8144-1fafefa73a74 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734308 Aug 29 20:18:48.451207 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:48.452525 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:48.484262 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e4eb3b-bb7f-4194-bece-9c10c0f03c76 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:48.497666 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Deleting port 2abb764e-7b21-4846-a0ae-4823b1e93dde {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:48.498047 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.564219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:48.572568 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:48.588493 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-20651a13-20a5-4b24-973a-bb2d0fcd7e7f None None] Provisioning complete for port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:48.589656 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20651a13-20a5-4b24-973a-bb2d0fcd7e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.589919 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c83383b2-4f47-4e40-b490-ad892436da9c admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3406854 Aug 29 20:18:48.620093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] For port 2abb764e-7b21-4846-a0ae-4823b1e93dde, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2abb764e-7b21-4846-a0ae-4823b1e93dde,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:48.620472 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.628993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-20651a13-20a5-4b24-973a-bb2d0fcd7e7f None None] Port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:18:48.837342 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.837694 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (7e9ae626-c647-44e1-ba26-aca111d27d79), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.838032 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Floating IP 7e9ae626-c647-44e1-ba26-aca111d27d79 disassociated. External IP: 172.27.3.118, port: 2abb764e-7b21-4846-a0ae-4823b1e93dde. Aug 29 20:18:48.838380 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Calling delete_port for 2abb764e-7b21-4846-a0ae-4823b1e93dde owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:48.944943 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34222) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:48.949922 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265861705', 'description': 'tempest-description--293369175'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:48.967459 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:48.984626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:48.990720 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:49.005018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (2abb764e-7b21-4846-a0ae-4823b1e93dde), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.037763 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event deleted for resources: {'Port': ['ID=2abb764e-7b21-4846-a0ae-4823b1e93dde,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:49.124222 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.129506 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.170182 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.175269 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2262387 Aug 29 20:18:49.176478 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Router 55a86331-6773-47f9-b995-11329b1a8313 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:49.177029 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34224) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:49.181859 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:49.193775 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99681c-b5f2-4f23-ad46-765ae062b712 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:49.216934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (cc5f6e83-9a24-42e2-a008-3cc65f11431c), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.303751 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (cc5f6e83-9a24-42e2-a008-3cc65f11431c), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.327129 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (cc5f6e83-9a24-42e2-a008-3cc65f11431c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.366647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5f6e83-9a24-42e2-a008-3cc65f11431c,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:49.383687 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.385086 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3c93f013-b883-425d-9bc9-a5b4156860ed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070768 Aug 29 20:18:49.389669 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34228) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:49.400713 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:49.420526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:49.432553 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:49.453043 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:49.454419 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:49.478903 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (ae4c88ba-ce22-4e9f-b4d5-aeac0ae7d3c6), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.539207 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] No DVR routers for this DVR port 2abb764e-7b21-4846-a0ae-4823b1e93dde on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:49.549662 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.557336 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fd15b9de-b732-41b5-a8c0-500153f3ffa3 req-b5272d4e-0a1e-4e37-8bda-536c3d95d3f3 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2abb764e-7b21-4846-a0ae-4823b1e93dde HTTP/1.1" status: 204 len: 173 time: 1.2052877 Aug 29 20:18:49.558375 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'name': 'network-vif-deleted', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:49.560780 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f732e-2362-43b0-bd22-52416eec99f0" -d '{"events": [{"server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "name": "network-vif-deleted", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:49.566185 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-be447e2b-f637-4e97-aeb8-e551576617cc req-8b6ac3db-50b7-4601-9758-00bc8576c42b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.1286945 Aug 29 20:18:49.693958 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (ae4c88ba-ce22-4e9f-b4d5-aeac0ae7d3c6), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.701312 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (ae4c88ba-ce22-4e9f-b4d5-aeac0ae7d3c6), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.716052 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cfee8-e979-4e0c-a2b8-129b1737f970 req-0892a38a-5415-4f5e-8445-8f1813fca2ac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:49.724151 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e9c92eeb-1321-4d6d-a121-03071624f49e up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:49.725301 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cb2cfee8-e979-4e0c-a2b8-129b1737f970 req-0892a38a-5415-4f5e-8445-8f1813fca2ac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.1243937 Aug 29 20:18:49.736148 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9839a7a4-b13a-4286-ba1a-693a481588db x-openstack-request-id: req-9839a7a4-b13a-4286-ba1a-693a481588db {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:49.737129 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856657fa-097f-45c6-baeb-cc6a9d494a26", "name": "network-vif-deleted", "tag": "2abb764e-7b21-4846-a0ae-4823b1e93dde", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:49.738392 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9839a7a4-b13a-4286-ba1a-693a481588db {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:49.738957 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9839a7a4-b13a-4286-ba1a-693a481588db'] response: {'server_uuid': '856657fa-097f-45c6-baeb-cc6a9d494a26', 'name': 'network-vif-deleted', 'tag': '2abb764e-7b21-4846-a0ae-4823b1e93dde', 'status': 'completed', 'code': 200} Aug 29 20:18:49.778152 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.779545 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3883646 Aug 29 20:18:49.785134 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34234) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:49.790187 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:49.795611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca70d38-8aaa-4a01-9440-a975af743fc9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c88ba-ce22-4e9f-b4d5-aeac0ae7d3c6,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:49.806666 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:49.811460 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port e9c92eeb-1321-4d6d-a121-03071624f49e triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:49.812315 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.838509 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.866272 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cb2cfee8-e979-4e0c-a2b8-129b1737f970 req-302bdf22-ef6e-4631-95ba-f28a47fd4553 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210265 Aug 29 20:18:49.955162 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port e9c92eeb-1321-4d6d-a121-03071624f49e is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:49.956789 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:49.998015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.009872 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port e9c92eeb-1321-4d6d-a121-03071624f49e, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e9c92eeb-1321-4d6d-a121-03071624f49e,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:50.016378 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.089615 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=e9c92eeb-1321-4d6d-a121-03071624f49e,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:50.141191 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.27.3.6 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/0357eb2a-9385-4029-a44a-e60c64270678) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:50.203185 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:50.236314 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:50.251889 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:50.253315 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:50.294201 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (0357eb2a-9385-4029-a44a-e60c64270678), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.317583 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:50.332318 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (0357eb2a-9385-4029-a44a-e60c64270678), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.384699 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:50.391894 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:50.396528 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:50.400334 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=0357eb2a-9385-4029-a44a-e60c64270678,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:50.423074 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:50.467350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:50.520776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (cf0cdf58-bbda-415a-b592-4ec828deefc6), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.532912 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:50.541585 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:50.577623 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0357eb2a-9385-4029-a44a-e60c64270678), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.748372 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:50.783283 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787ea30-c64e-4299-ad5d-59b1cc92b7dd None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:50.804077 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-de5b920a-dd93-4437-8d41-5fc2d1905254 req-c04b0f20-2011-4a68-8573-65e32a8f48d8 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=856657fa-097f-45c6-baeb-cc6a9d494a26 HTTP/1.1" status: 200 len: 210 time: 0.0444491 Aug 29 20:18:50.818610 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (0357eb2a-9385-4029-a44a-e60c64270678), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.825008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (0357eb2a-9385-4029-a44a-e60c64270678), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.921878 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=0357eb2a-9385-4029-a44a-e60c64270678,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:50.928199 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (cf0cdf58-bbda-415a-b592-4ec828deefc6), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.951652 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:50.954296 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-da213445-2813-47e7-b433-9a2f19cc9195 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1682525 Aug 29 20:18:51.036783 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166711-cf8b-4137-af80-7d30230ab87d req-f26e907c-ac4d-4654-9c3a-647865a26dd4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:51.038882 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cd166711-cf8b-4137-af80-7d30230ab87d req-f26e907c-ac4d-4654-9c3a-647865a26dd4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.0680528 Aug 29 20:18:51.077346 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:51.114672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cd166711-cf8b-4137-af80-7d30230ab87d req-39e49a99-58c8-41cf-b21a-a414bbef0c1f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696278 Aug 29 20:18:51.170630 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-91eaf5f9-f198-4133-b0c5-cfcc087c7e7b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1265861705&fields=id&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 267 time: 0.0633655 Aug 29 20:18:51.273191 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602bdf9-5956-4bce-b129-3f07d8dee574 req-4c789278-09d0-4ec9-8cc5-86702ed0fe4b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:51.280544 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1602bdf9-5956-4bce-b129-3f07d8dee574 req-4c789278-09d0-4ec9-8cc5-86702ed0fe4b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.0849001 Aug 29 20:18:51.343266 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-82d5a824-c547-4022-b2a0-c5aa2e1567ce tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:51.345120 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-82d5a824-c547-4022-b2a0-c5aa2e1567ce tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.1635699 Aug 29 20:18:51.362573 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1602bdf9-5956-4bce-b129-3f07d8dee574 req-8f6694f9-b850-48fc-8e41-014b47adb1c1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808268 Aug 29 20:18:51.379064 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-23800ec1-51c5-4b71-8c65-1eada86f15df tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/quotas/8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 375 time: 0.0190513 Aug 29 20:18:51.421235 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9acd32-e953-4f6b-9434-a9b3bfb0a82c None None] New status for floating IP 7e9ae626-c647-44e1-ba26-aca111d27d79: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:18:51.428356 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34256) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:51.483409 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:51.525240 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:51.526429 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:51.527345 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:51.540354 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-1e66c4fe-1958-45f0-ac50-0ecb3bf2a182 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969105 Aug 29 20:18:51.591841 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e9c92eeb-1321-4d6d-a121-03071624f49e up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:51.646383 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec2383-6995-4e4a-a68d-27eca7a86a75 tempest-TestVolumeBootPattern-2139053638 tempest-TestVolumeBootPattern-2139053638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:51.650618 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7aec2383-6995-4e4a-a68d-27eca7a86a75 tempest-TestVolumeBootPattern-2139053638 tempest-TestVolumeBootPattern-2139053638-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 1124 time: 0.2185640 Aug 29 20:18:51.651599 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34262) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:51.661024 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'port_id': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:51.690975 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port e9c92eeb-1321-4d6d-a121-03071624f49e triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:51.691412 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:51.710581 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:51.721699 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:51.748503 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-05d355f8-3403-4e30-96fb-eb3cc96b4253 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929445 Aug 29 20:18:51.774873 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port e9c92eeb-1321-4d6d-a121-03071624f49e is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:51.827717 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:51.855097 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:51.876902 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-a0c08b5e-45df-4b75-94b7-fc09d72ad9ed service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214800 Aug 29 20:18:51.932672 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34268) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:52.000835 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Allocated IP 172.27.3.230 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/31dab947-7956-4bdd-906a-e00836587ac7) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:52.005786 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:52.051606 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:52.052275 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Updating router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:18:52.123547 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.237911 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (31dab947-7956-4bdd-906a-e00836587ac7), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.295136 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (31dab947-7956-4bdd-906a-e00836587ac7), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.446035 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:52.451182 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7bc1-955a-4ae1-b56b-b7ecd9c9260e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (b5cbf5f1-2879-444f-9bfb-3291bafa9f6e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.494413 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-178b3431-e9bd-4c90-8722-147886e64aaa req-99f6ac2c-90ab-4583-bf7b-daa486568dad tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 210 time: 0.0660179 Aug 29 20:18:52.523140 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7bc1-955a-4ae1-b56b-b7ecd9c9260e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (b5cbf5f1-2879-444f-9bfb-3291bafa9f6e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.595258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2abb764e-7b21-4846-a0ae-4823b1e93dde no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:18:52.647089 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 2abb764e-7b21-4846-a0ae-4823b1e93dde {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:18:52.647633 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2abb764e-7b21-4846-a0ae-4823b1e93dde not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:18:52.669824 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7bc1-955a-4ae1-b56b-b7ecd9c9260e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (b5cbf5f1-2879-444f-9bfb-3291bafa9f6e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.673365 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7bc1-955a-4ae1-b56b-b7ecd9c9260e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.678464 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2ccd7bc1-955a-4ae1-b56b-b7ecd9c9260e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b5cbf5f1-2879-444f-9bfb-3291bafa9f6e HTTP/1.1" status: 204 len: 168 time: 0.7445307 Aug 29 20:18:52.679497 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Publish callbacks [] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.687150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34292) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:52.688223 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.695728 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=31dab947-7956-4bdd-906a-e00836587ac7,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:52.708898 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.709341 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.709739 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.710354 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.710700 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.711112 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.711532 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.712050 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.712420 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.712764 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.713098 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.713502 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.713620 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.api.v2.resource [None req-eb326add-fabd-4401-a2ed-cabd88204c8a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] show failed (client error): The resource could not be found. Aug 29 20:18:52.713947 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.714236 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.714607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:52.723535 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34294) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:52.727199 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-eb326add-fabd-4401-a2ed-cabd88204c8a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups/b5cbf5f1-2879-444f-9bfb-3291bafa9f6e HTTP/1.1" status: 404 len: 347 time: 0.0381460 Aug 29 20:18:52.728714 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd7bc1-955a-4ae1-b56b-b7ecd9c9260e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cbf5f1-2879-444f-9bfb-3291bafa9f6e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:52.737936 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:52.738237 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:52.774444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:52.779949 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6fe83-4220-4e7c-bb00-f6b67f322ab3 None None] Pushing event updated for resources: {'Port': ['ID=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:52.780232 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:52.810880 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Attempting to bind port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:52.811376 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Attempting to bind port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:52.811882 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Attempting to bind port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:52.818057 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:52.818434 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:52.818838 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.819235 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Bound using segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:52.819721 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Bound port: eec13c32-8f99-49ac-9585-3ad5dd9dc2e0, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:52.820085 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.834662 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:52.889131 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] For port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:52.892684 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] For port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:52.899577 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.941974 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Deleting port 79d726de-467b-43cc-a759-380ac5d143f8 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:52.942201 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (79d726de-467b-43cc-a759-380ac5d143f8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:52.942788 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:52.943414 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:53.007412 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6fe83-4220-4e7c-bb00-f6b67f322ab3 None None] Pushing event updated for resources: {'Port': ['ID=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:53.047700 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:53.077532 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:53.130741 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (79d726de-467b-43cc-a759-380ac5d143f8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.131055 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (79d726de-467b-43cc-a759-380ac5d143f8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.173852 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Calling delete_port for 79d726de-467b-43cc-a759-380ac5d143f8 owned by network:floatingip {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:53.305018 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:53.443723 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:52Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:53.498178 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff0929e-c3fc-43e1-8537-c180d787b469 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:52Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:53.516287 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (561a72ff-1751-461f-8254-5975f7874225), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.539175 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (79d726de-467b-43cc-a759-380ac5d143f8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.543401 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:53.628237 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event deleted for resources: {'Port': ['ID=79d726de-467b-43cc-a759-380ac5d143f8,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:53.665358 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:53.665896 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.737886 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3a68091e-6b8f-4c18-b418-3b42033ed24f req-3757889b-27fa-44ab-80a6-8315d7976548 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 210 time: 0.0772440 Aug 29 20:18:53.744875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (7e9ae626-c647-44e1-ba26-aca111d27d79), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.750404 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.751542 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f92f6713-eb4b-4b8b-8e11-e693c2ddd3ef tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/7e9ae626-c647-44e1-ba26-aca111d27d79 HTTP/1.1" status: 204 len: 168 time: 1.0272880 Aug 29 20:18:53.765119 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (31dab947-7956-4bdd-906a-e00836587ac7), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.774905 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:53.775602 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.820263 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:53.825836 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:53.860193 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34302) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:53.865201 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393837334', 'description': 'tempest-description--1715982556'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:53.903355 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:53.911772 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.912123 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.912459 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.912808 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.913137 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.913751 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.914063 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.914379 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.914696 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.915012 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.915330 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.915670 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.916290 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.916615 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.916925 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:53.939130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.039531 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:54.056235 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (31dab947-7956-4bdd-906a-e00836587ac7), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.067517 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (31dab947-7956-4bdd-906a-e00836587ac7), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.141826 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.157996 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.180867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:54.191832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:54.197449 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=31dab947-7956-4bdd-906a-e00836587ac7,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:54.201220 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (561a72ff-1751-461f-8254-5975f7874225), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.211773 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.213233 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3516674 Aug 29 20:18:54.239818 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34304) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:54.248249 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'security_group_rule': {'security_group_id': '3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:54.263423 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99bc34-d1fd-4c6f-a707-5584e2d56a3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:54.310540 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (621ebdf7-865a-40b5-96b0-63a460bf18cb), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.353870 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Floating IP 561a72ff-1751-461f-8254-5975f7874225 associated. External IP: 172.27.3.230, port: a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f. Aug 29 20:18:54.386765 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-19971d0d-1d59-4b8d-acc2-f803a195ca7b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:54.388354 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-19971d0d-1d59-4b8d-acc2-f803a195ca7b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.2247469 Aug 29 20:18:54.414965 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (621ebdf7-865a-40b5-96b0-63a460bf18cb), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.420321 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (621ebdf7-865a-40b5-96b0-63a460bf18cb), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.445671 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621ebdf7-865a-40b5-96b0-63a460bf18cb,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:54.452823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.454070 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-68133558-c78c-4de1-917b-cdda3850de82 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129245 Aug 29 20:18:54.457603 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34310) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:54.463729 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'security_group_rule': {'security_group_id': '3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:54.495693 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (db0e54d6-6e9f-433f-81dd-4c7118bd334b), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.604771 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:54.623843 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (db0e54d6-6e9f-433f-81dd-4c7118bd334b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.630491 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-66472015-2e58-4113-836e-80555eb59711 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 380 time: 0.0997474 Aug 29 20:18:54.631756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (db0e54d6-6e9f-433f-81dd-4c7118bd334b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.645219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'port': {'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'admin_state_up': True, 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'security_groups': ['26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:54.677397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0e54d6-6e9f-433f-81dd-4c7118bd334b,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:54.717644 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.722869 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-8eccaaca-08c8-487d-96d4-40d78827f431 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601783 Aug 29 20:18:54.723779 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34316) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:18:54.730551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:54.741219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:54.754203 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:54.766868 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.770969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.772496 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:54.784548 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:54.786109 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:54.811103 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e3c00b39-044c-4485-918c-7f77f67ea296 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1576869 Aug 29 20:18:54.811723 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:54.814066 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51685da8-b046-4dc9-a85d-6f3d22cab1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:54.893677 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5bb0f465-3a7a-4f97-80cb-ca85712e7e2d req-4ee2dff9-552b-4dd1-a794-8768dbed458a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 210 time: 0.0525761 Aug 29 20:18:54.949685 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:54.958837 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Made reservation on behalf of 8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:18:54.967735 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:54.983485 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbbef0b-239c-4ca5-b98c-fc7f9906159c x-openstack-request-id: req-fdbbef0b-239c-4ca5-b98c-fc7f9906159c {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:54.983897 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:54.984240 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdbbef0b-239c-4ca5-b98c-fc7f9906159c {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:54.984741 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbbef0b-239c-4ca5-b98c-fc7f9906159c'] response: {'name': 'network-changed', 'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'status': 'completed', 'code': 200} Aug 29 20:18:54.989951 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.013749 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:55.050209 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d984c4a-1b8f-4b45-b4c0-12d97f947255 req-766023a5-85d4-43d6-a2fc-2056211e699b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:55.052416 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6d984c4a-1b8f-4b45-b4c0-12d97f947255 req-766023a5-85d4-43d6-a2fc-2056211e699b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0625718 Aug 29 20:18:55.137898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:55.138112 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6d984c4a-1b8f-4b45-b4c0-12d97f947255 req-7fde7803-dbce-4602-8628-64078cc8d6ac tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769315 Aug 29 20:18:55.270077 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.20.0.14 (68f99afd-3890-4bbb-ac8f-4e5af64abbb6/44110d95-dfbc-4fea-a1ee-3c6d6e635057/211f234f-335d-4a0f-b293-03495489357e) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:55.272526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Allocated IP 172.27.3.19 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/eea2a196-418e-4f4b-b3e0-df60bafe3bbf) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:18:55.361584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '561a72ff-1751-461f-8254-5975f7874225', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:a3:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:53Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:55.388847 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:55.400600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:55.401836 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:55.487683 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.514781 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:18:55.525954 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (211f234f-335d-4a0f-b293-03495489357e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.568467 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.580367 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:55.586028 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:55.628026 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:55.628530 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.643150 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:55.649857 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (211f234f-335d-4a0f-b293-03495489357e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.652743 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:55.659050 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'Port': ['ID=eea2a196-418e-4f4b-b3e0-df60bafe3bbf,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:55.663228 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:55.703472 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.704026 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.704600 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.705178 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.705620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.705990 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.706323 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.706650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.706980 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.707304 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.707634 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.707962 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.708287 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.708604 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.708920 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:18:55.747828 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:18:55.757667 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:18:55.766628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:18:55.807402 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:55.811572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=211f234f-335d-4a0f-b293-03495489357e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:55.820802 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:18:55.878445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:55.879521 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.898502 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (114a5149-a47c-44ed-adf1-853276102eb3), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.915577 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:55.938315 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '561a72ff-1751-461f-8254-5975f7874225', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:a3:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:53Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:55.941252 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-d31a341e-a77b-4b1a-928f-25c618ade55f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3034639 Aug 29 20:18:55.963601 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:55.980441 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fedcd-ac1c-4474-ae78-985970dc6977 None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '561a72ff-1751-461f-8254-5975f7874225', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:a3:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:53Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:56.113635 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad22e4-8d6a-4c9e-a9f4-e7aec59e9cbd req-8fd77f8e-518e-4b6e-8337-e9a67013185c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:56.115241 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a6ad22e4-8d6a-4c9e-a9f4-e7aec59e9cbd req-8fd77f8e-518e-4b6e-8337-e9a67013185c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 932 time: 0.1052136 Aug 29 20:18:56.122149 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-974ce485-7b16-4292-a7e7-d597067aa23e None None] Provisioning complete for port 211f234f-335d-4a0f-b293-03495489357e triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:18:56.122665 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-974ce485-7b16-4292-a7e7-d597067aa23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (211f234f-335d-4a0f-b293-03495489357e), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:56.161799 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-974ce485-7b16-4292-a7e7-d597067aa23e None None] Port 211f234f-335d-4a0f-b293-03495489357e cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:18:56.208379 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a6ad22e4-8d6a-4c9e-a9f4-e7aec59e9cbd req-4349b841-a578-4bcf-b470-b868fa560238 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862377 Aug 29 20:18:56.244906 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7bb8-062b-4e92-9729-ae7cf9473a49 None None] New status for floating IP 561a72ff-1751-461f-8254-5975f7874225: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:18:56.258543 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:56.270920 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:56.300865 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0684e29-ea42-4402-884f-eeead05c037b req-bae21e9e-94d6-41d0-96fa-f9238dd9a7d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:56.302995 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b0684e29-ea42-4402-884f-eeead05c037b req-bae21e9e-94d6-41d0-96fa-f9238dd9a7d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0630064 Aug 29 20:18:56.353072 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'Port': ['ID=eea2a196-418e-4f4b-b3e0-df60bafe3bbf,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:56.358454 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (114a5149-a47c-44ed-adf1-853276102eb3), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:56.361391 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b0684e29-ea42-4402-884f-eeead05c037b req-7ab93793-96e6-4bb5-8a34-898c82d595da tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496638 Aug 29 20:18:56.381568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:56.383604 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9c31336c-1102-4664-86cb-c309fee52a38 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6583197 Aug 29 20:18:56.615450 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-a5690d4c-9981-4f8e-9175-e10456b59a0c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--393837334&fields=id&tenant_id=6fb06a5fd3a3482d991c542ccc993e88 HTTP/1.1" status: 200 len: 267 time: 0.0505500 Aug 29 20:18:56.753141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Request body: {'port': {'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:18:56.783011 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-3fd5303d-dc9c-4d96-ab13-3499c1fec3f1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:56.785179 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-3fd5303d-dc9c-4d96-ab13-3499c1fec3f1 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 809 time: 0.1631341 Aug 29 20:18:56.807977 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-6eac287c-0756-4890-9e40-97d90339e4f9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/quotas/6fb06a5fd3a3482d991c542ccc993e88 HTTP/1.1" status: 200 len: 375 time: 0.0154510 Aug 29 20:18:56.866364 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (211f234f-335d-4a0f-b293-03495489357e), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:56.892132 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-be8dd40e-0ca4-4893-ae8d-c7b5a0397971 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678186 Aug 29 20:18:56.978015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-7f8c5601-4681-4051-9c23-ec3222c09bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:56.980567 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-7f8c5601-4681-4051-9c23-ec3222c09bd8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 1129 time: 0.0524211 Aug 29 20:18:57.087711 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:57.128356 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:57.134080 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-816c65d2-4b3f-48d1-b7c0-ea5a6df3b5df service neutron] 10.222.0.73 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191908 Aug 29 20:18:57.184264 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-37c18907-3844-427d-bdd3-1ef14a62a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:57.185892 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-37c18907-3844-427d-bdd3-1ef14a62a8cb service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.0906179 Aug 29 20:18:57.201879 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:57.231525 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-60d874c2-0e16-4e56-be4f-64b97ea51feb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:57.232967 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-60d874c2-0e16-4e56-be4f-64b97ea51feb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1141355 Aug 29 20:18:57.267625 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-ab0f6508-901c-429f-8a50-89b36e8d205d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f HTTP/1.1" status: 200 len: 1001 time: 0.0720317 Aug 29 20:18:57.358737 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-94cc22f5-bf5b-4f12-9f61-ae9c753dc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:57.360158 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-94cc22f5-bf5b-4f12-9f61-ae9c753dc8af service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0839050 Aug 29 20:18:57.368846 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec293ad-7670-4e71-88a4-fafe80a76f7c req-5cf31568-fd10-4743-b476-35f6e55bdbe4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:57.370306 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5ec293ad-7670-4e71-88a4-fafe80a76f7c req-5cf31568-fd10-4743-b476-35f6e55bdbe4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 932 time: 0.0658762 Aug 29 20:18:57.408300 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-ad9f96a0-70c7-4891-8c24-433b727194d2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515450 Aug 29 20:18:57.427387 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-82cfecc3-02cc-4c79-b2c0-8f7d76b150ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:57.428931 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-82cfecc3-02cc-4c79-b2c0-8f7d76b150ef service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577497 Aug 29 20:18:57.431081 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Deleting port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:18:57.431427 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.434325 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:57.435777 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211f234f-335d-4a0f-b293-03495489357e {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:18:57.454147 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Publish callbacks [] for port (211f234f-335d-4a0f-b293-03495489357e), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.500310 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5ec293ad-7670-4e71-88a4-fafe80a76f7c req-759f90c2-61b1-410c-a308-49eeb75b508c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209874 Aug 29 20:18:57.504745 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Transition to ACTIVE for port object 211f234f-335d-4a0f-b293-03495489357e will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:18:57.519306 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (211f234f-335d-4a0f-b293-03495489357e), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.595516 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-6ffc59ac-07c3-4ff1-8f3c-1eaee95c8fdd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574638 Aug 29 20:18:57.657746 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-73ef60fc-c478-408f-a136-7431ed621a14 req-c3ff2223-fff9-4544-a8b7-8bc0eda3e75e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 210 time: 0.0503120 Aug 29 20:18:57.686495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Pushing event updated for resources: {'Port': ['ID=211f234f-335d-4a0f-b293-03495489357e,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:57.692685 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] For port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:18:57.693225 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.717116 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b9b22-6507-411c-9492-d37af7af648a req-1b7595d4-53e9-4928-9fc2-ce8b307dd117 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:57.718647 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2f8b9b22-6507-411c-9492-d37af7af648a req-1b7595d4-53e9-4928-9fc2-ce8b307dd117 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0936832 Aug 29 20:18:57.765024 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51685da8-b046-4dc9-a85d-6f3d22cab1a5 req-6c9fa1c1-8d22-4932-9485-abcaa4aae8fb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627328 Aug 29 20:18:57.783608 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Attempting to bind port 211f234f-335d-4a0f-b293-03495489357e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:18:57.783924 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Attempting to bind port 211f234f-335d-4a0f-b293-03495489357e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:18:57.784255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Attempting to bind port 211f234f-335d-4a0f-b293-03495489357e on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:57.804728 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2f8b9b22-6507-411c-9492-d37af7af648a req-e6839f33-2ab2-4582-8744-f2a26c05e9c0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=94b51966-88ae-4402-829e-c48a255e7e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778735 Aug 29 20:18:57.822399 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Port 211f234f-335d-4a0f-b293-03495489357e on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:18:57.822916 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Attempting to bind port 211f234f-335d-4a0f-b293-03495489357e on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:18:57.836108 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:18:57.836495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:18:57.836878 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Bound using segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:18:57.837312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Bound port: 211f234f-335d-4a0f-b293-03495489357e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:18:57.837662 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (211f234f-335d-4a0f-b293-03495489357e), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.842017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:57.944964 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.945351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:57.945666 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Floating IP c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff disassociated. External IP: 172.27.3.251, port: 4c3e0080-8d58-44c1-8b13-e2b6f6549e47. Aug 29 20:18:57.945983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Calling delete_port for 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:18:58.227372 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] For port 211f234f-335d-4a0f-b293-03495489357e, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:18:58.267226 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] For port 211f234f-335d-4a0f-b293-03495489357e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=211f234f-335d-4a0f-b293-03495489357e,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:18:58.277132 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (211f234f-335d-4a0f-b293-03495489357e), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:58.297417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:58.297417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:58.298978 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/211f234f-335d-4a0f-b293-03495489357e HTTP/1.1" status: 200 len: 1094 time: 1.5568244 Aug 29 20:18:58.299804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'tag': '211f234f-335d-4a0f-b293-03495489357e'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:18:58.302174 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82544a9e-cf4f-4dd9-bb90-f6ef23805414" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "tag": "211f234f-335d-4a0f-b293-03495489357e"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:18:58.371830 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b91e8f-6221-4242-87f0-59101edaf015 x-openstack-request-id: req-d3b91e8f-6221-4242-87f0-59101edaf015 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:18:58.372709 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "tag": "211f234f-335d-4a0f-b293-03495489357e", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:18:58.373029 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3b91e8f-6221-4242-87f0-59101edaf015 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:18:58.373561 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b91e8f-6221-4242-87f0-59101edaf015'] response: {'name': 'network-changed', 'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'tag': '211f234f-335d-4a0f-b293-03495489357e', 'status': 'completed', 'code': 200} Aug 29 20:18:58.374206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf3ca-10e0-48f2-85da-022f3572d15c service neutron] Pushing event updated for resources: {'Port': ['ID=211f234f-335d-4a0f-b293-03495489357e,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:58.378390 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:58.466659 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-43bd1d04-c44b-427a-8808-d41817640f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:58.468190 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-43bd1d04-c44b-427a-8808-d41817640f89 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 1128 time: 0.0577390 Aug 29 20:18:58.470042 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (4c3e0080-8d58-44c1-8b13-e2b6f6549e47), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:58.509790 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event deleted for resources: {'Port': ['ID=4c3e0080-8d58-44c1-8b13-e2b6f6549e47,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:18:58.542997 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-406d3101-ded0-4d79-a542-22a1c9895e8f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211f234f-335d-4a0f-b293-03495489357e HTTP/1.1" status: 200 len: 217 time: 0.0441740 Aug 29 20:18:58.670816 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-b04a1e34-41ba-47b5-aa2f-24966f00fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:58.672288 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-b04a1e34-41ba-47b5-aa2f-24966f00fa12 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0907776 Aug 29 20:18:58.688217 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68fa1e-8c10-4f40-aa14-dc10b3c42cdb req-a98d1c24-882a-4865-9a0b-bfffdf31d574 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:58.689654 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b68fa1e-8c10-4f40-aa14-dc10b3c42cdb req-a98d1c24-882a-4865-9a0b-bfffdf31d574 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 944 time: 0.0597196 Aug 29 20:18:58.701008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:18:58.749928 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3b68fa1e-8c10-4f40-aa14-dc10b3c42cdb req-90eaf0e6-f830-4ca8-82af-db5027bb91ad tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529642 Aug 29 20:18:58.788380 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8f1d8ac5-5a0a-4b0b-a852-a66f26ef00fb req-7c13860f-5585-442e-80f5-6c953752ae6d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 210 time: 0.0368810 Aug 29 20:18:58.881977 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:18:58.891816 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-bf73e206-7946-4ed3-877b-08c1a0a94a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:58.892008 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-bf73e206-7946-4ed3-877b-08c1a0a94a75 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563273 Aug 29 20:18:58.906111 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:18:58.922838 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f0568618-cab5-4882-9251-fd4f39b22253 req-1d05d0fc-2e90-41ed-b56f-d403c1dda91a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0339615 Aug 29 20:18:58.931474 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:58.932094 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:58.984786 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] No DVR routers for this DVR port 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:18:58.988845 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:18:58.992160 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3c663ce2-6119-4888-b316-ae1ede9056a6 req-89929f69-3872-4365-a528-7629d93eee46 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "DELETE /networking/v2.0/ports/4c3e0080-8d58-44c1-8b13-e2b6f6549e47 HTTP/1.1" status: 204 len: 173 time: 1.7481446 Aug 29 20:18:59.010796 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:59.105988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:59.114914 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-35b512ce-27b7-4778-90b3-b6aa0081334b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959710 Aug 29 20:18:59.158238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:59.277309 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f99b1de0-8b02-4bc4-9274-f4579c116e22 req-4c9ba6d3-5ffa-4210-97ab-ae027522c7db service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555481 Aug 29 20:18:59.350270 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:59.380258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:18:59.394227 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:18:59.395150 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:18:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:59.489123 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-41f270f1-4a85-4c6d-aa63-04370c26161f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:59.490647 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-41f270f1-4a85-4c6d-aa63-04370c26161f tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 809 time: 0.4697886 Aug 29 20:18:59.509142 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:18:59.719480 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:18:59.726370 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:18:59.756646 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa7ee6-cd70-49d9-840e-6387dcaee99f None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:18:59.891347 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d2c36-f642-4df0-845f-45bdc65e1756 req-5566a2b5-637e-4fa8-a608-b8f0d313f249 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:18:59.893556 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ed2d2c36-f642-4df0-845f-45bdc65e1756 req-5566a2b5-637e-4fa8-a608-b8f0d313f249 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 944 time: 0.0567415 Aug 29 20:18:59.903128 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b1c2e0a7-0cf2-4d1c-b55a-db88dba526a2 req-10a3c04e-f870-4707-8a21-3ac762f33e8e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 210 time: 0.0309072 Aug 29 20:18:59.957617 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ed2d2c36-f642-4df0-845f-45bdc65e1756 req-d74c4d9a-714e-4a0a-b485-814ef3a11741 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572128 Aug 29 20:19:00.047067 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b076da-643b-430b-a05a-ecca98601606 None None] New status for floating IP c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff: DOWN {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:19:00.092172 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-49971b8c-e79e-48de-9085-c6da7e74a17a req-4be4b3e5-3f2b-4957-98f6-a51994ac3375 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b86403f3-4482-4e27-9f97-cdf8fc2dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0494406 Aug 29 20:19:00.313500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-0d8df952-c8d9-4d6f-9c02-63c6f9a29ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:00.316097 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-0d8df952-c8d9-4d6f-9c02-63c6f9a29ce6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 1128 time: 0.0506978 Aug 29 20:19:00.326572 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-45225034-25e5-44d6-8371-b45a17de88bd tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6fb06a5fd3a3482d991c542ccc993e88 HTTP/1.1" status: 200 len: 379 time: 0.0636387 Aug 29 20:19:00.374868 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-deleted', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:00.377970 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0cc77b-678e-4c66-a4ec-b913ab33450d" -d '{"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-deleted", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:00.429985 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ff78f-f41c-4e67-8989-4d167b44adf5 x-openstack-request-id: req-134ff78f-f41c-4e67-8989-4d167b44adf5 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:00.431293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86403f3-4482-4e27-9f97-cdf8fc2dd9ad", "name": "network-vif-deleted", "tag": "4c3e0080-8d58-44c1-8b13-e2b6f6549e47", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:00.431293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-134ff78f-f41c-4e67-8989-4d167b44adf5 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:00.431735 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134ff78f-f41c-4e67-8989-4d167b44adf5'] response: {'server_uuid': 'b86403f3-4482-4e27-9f97-cdf8fc2dd9ad', 'name': 'network-vif-deleted', 'tag': '4c3e0080-8d58-44c1-8b13-e2b6f6549e47', 'status': 'completed', 'code': 200} Aug 29 20:19:00.436811 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'port': {'device_id': '15272b1d-3321-42a2-9812-a4c28ac47708', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'admin_state_up': True, 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'security_groups': ['3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1']}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:00.540572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-eebd614d-cb4c-4889-a37c-8d832296c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:00.542089 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-eebd614d-cb4c-4889-a37c-8d832296c23a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.1091774 Aug 29 20:19:00.558310 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:00.578816 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Made reservation on behalf of 6fb06a5fd3a3482d991c542ccc993e88 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:19:00.582981 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:00.602843 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:19:00.614079 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-32a00b7c-964b-4255-aa86-2b44dee4c180 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211f234f-335d-4a0f-b293-03495489357e HTTP/1.1" status: 200 len: 217 time: 0.0407610 Aug 29 20:19:00.631742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:19:00.631742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 4c3e0080-8d58-44c1-8b13-e2b6f6549e47 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:19:00.736119 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Allocated IP 172.20.0.14 (03a78358-12e5-4261-9033-2937f1d7bd0b/e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8/2b37a22d-175b-4c8c-a293-774e1c96bca8) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:19:00.869953 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:00.876555 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-93af420a-a1ca-46a9-bf1f-11b6e8a84cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:00.878271 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-93af420a-a1ca-46a9-bf1f-11b6e8a84cc9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0509317 Aug 29 20:19:00.894151 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:00.897867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:00.939652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:00.940756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-88fde82e-9835-4f86-bc21-77cef50ff522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:00.947166 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-88fde82e-9835-4f86-bc21-77cef50ff522 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583200 Aug 29 20:19:01.023505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Network 03a78358-12e5-4261-9033-2937f1d7bd0b is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:19:01.029077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:19:01.038154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:19:01.094891 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-6384ecc1-63fa-45cb-9549-74425614cc67 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403437 Aug 29 20:19:01.121577 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event updated for resources: {'Port': ['ID=2b37a22d-175b-4c8c-a293-774e1c96bca8,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:01.192127 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:01.192779 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.208196 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6a906-5c44-42ef-af3e-8c782ee66b18 req-d7574ffa-acd7-4180-8755-884bbfa673ca tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:01.209806 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7fe6a906-5c44-42ef-af3e-8c782ee66b18 req-d7574ffa-acd7-4180-8755-884bbfa673ca tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 932 time: 0.1111369 Aug 29 20:19:01.215181 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1470ff-bc8e-4c08-902f-7c16f052b0af req-5a4ba249-1ff6-4cdf-aee1-d89de46db99e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:01.216843 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4b1470ff-bc8e-4c08-902f-7c16f052b0af req-5a4ba249-1ff6-4cdf-aee1-d89de46db99e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 944 time: 0.1021624 Aug 29 20:19:01.225058 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1b4747da-e0be-4fb6-a625-82a41dd3f2b9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930319 Aug 29 20:19:01.246383 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Request body: {'port': {'device_id': '15272b1d-3321-42a2-9812-a4c28ac47708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:01.281203 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-82544a9e-cf4f-4dd9-bb90-f6ef23805414 req-5fa617d8-4b5b-46d8-899a-610f7b6f343f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776092 Aug 29 20:19:01.294641 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4b1470ff-bc8e-4c08-902f-7c16f052b0af req-bff8479f-d0d1-44c8-8277-f925cf39714f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696084 Aug 29 20:19:01.311869 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7fe6a906-5c44-42ef-af3e-8c782ee66b18 req-6e8d6732-367e-4007-99f2-743763220117 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918832 Aug 29 20:19:01.361559 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.414546 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34386) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:01.433481 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0d0aee1e-4b81-4e0c-ac5f-16e5105f3ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.435024 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-d44526b0-2c35-4212-b698-35df7f3d8807 None None] Provisioning complete for port 2b37a22d-175b-4c8c-a293-774e1c96bca8 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:19:01.435392 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d44526b0-2c35-4212-b698-35df7f3d8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.470399 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-d44526b0-2c35-4212-b698-35df7f3d8807 None None] Port 2b37a22d-175b-4c8c-a293-774e1c96bca8 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:19:01.544738 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7df650ab-bedf-4b27-8cf1-2c544d54aaef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (94b51966-88ae-4402-829e-c48a255e7e03), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.563589 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:01.609342 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7df650ab-bedf-4b27-8cf1-2c544d54aaef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (94b51966-88ae-4402-829e-c48a255e7e03), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.706407 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7df650ab-bedf-4b27-8cf1-2c544d54aaef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (94b51966-88ae-4402-829e-c48a255e7e03), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.709246 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-7df650ab-bedf-4b27-8cf1-2c544d54aaef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.710415 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-7df650ab-bedf-4b27-8cf1-2c544d54aaef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/94b51966-88ae-4402-829e-c48a255e7e03 HTTP/1.1" status: 204 len: 168 time: 0.2948825 Aug 29 20:19:01.713342 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34388) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:01.727717 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.api.v2.resource [None req-fcabad35-7a7d-4b12-a49b-8fda38db6e09 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] show failed (client error): The resource could not be found. Aug 29 20:19:01.728718 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-fcabad35-7a7d-4b12-a49b-8fda38db6e09 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups/94b51966-88ae-4402-829e-c48a255e7e03 HTTP/1.1" status: 404 len: 347 time: 0.0143201 Aug 29 20:19:01.731619 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34390) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:01.739521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df650ab-bedf-4b27-8cf1-2c544d54aaef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b51966-88ae-4402-829e-c48a255e7e03,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:01.746808 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:01.749162 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b37a22d-175b-4c8c-a293-774e1c96bca8 {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:19:01.758451 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Publish callbacks [] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.773003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Transition to ACTIVE for port object 2b37a22d-175b-4c8c-a293-774e1c96bca8 will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:19:01.777440 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.863031 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37a22d-175b-4c8c-a293-774e1c96bca8,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:01.869387 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Deleting port 6c2de517-b87a-4f0b-bba1-988d0d456282 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:19:01.869763 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.898959 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Attempting to bind port 2b37a22d-175b-4c8c-a293-774e1c96bca8 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:19:01.899381 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Attempting to bind port 2b37a22d-175b-4c8c-a293-774e1c96bca8 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:19:01.899620 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Attempting to bind port 2b37a22d-175b-4c8c-a293-774e1c96bca8 on network 03a78358-12e5-4261-9033-2937f1d7bd0b {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:19:01.904967 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Port 2b37a22d-175b-4c8c-a293-774e1c96bca8 on network 03a78358-12e5-4261-9033-2937f1d7bd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:19:01.905350 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Attempting to bind port 2b37a22d-175b-4c8c-a293-774e1c96bca8 on network 03a78358-12e5-4261-9033-2937f1d7bd0b {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:19:01.912044 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:19:01.912390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Checking segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:19:01.912769 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Bound using segment: {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:19:01.913330 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Bound port: 2b37a22d-175b-4c8c-a293-774e1c96bca8, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:19:01.913689 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.979237 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] For port 2b37a22d-175b-4c8c-a293-774e1c96bca8, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:19:01.980046 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.980046 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (6c2de517-b87a-4f0b-bba1-988d0d456282), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.982584 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] For port 2b37a22d-175b-4c8c-a293-774e1c96bca8, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:19:01.989469 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.995488 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:01.997188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:01.997529 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2b37a22d-175b-4c8c-a293-774e1c96bca8 HTTP/1.1" status: 200 len: 1094 time: 0.7555177 Aug 29 20:19:01.998207 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:02.001040 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4873ac-6276-4d61-b642-e2cfec997350" -d '{"events": [{"name": "network-changed", "server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:02.001776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Calling delete_port for 6c2de517-b87a-4f0b-bba1-988d0d456282 owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:19:02.052972 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a01fd-8b7b-4b3d-ac43-e887565d1e6a x-openstack-request-id: req-da1a01fd-8b7b-4b3d-ac43-e887565d1e6a {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:02.053264 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:02.053518 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da1a01fd-8b7b-4b3d-ac43-e887565d1e6a {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:02.054073 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1a01fd-8b7b-4b3d-ac43-e887565d1e6a'] response: {'name': 'network-changed', 'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'status': 'completed', 'code': 200} Aug 29 20:19:02.071208 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f3102-29a2-435d-a804-071f041c5e25 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37a22d-175b-4c8c-a293-774e1c96bca8,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:02.138366 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:02.144606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-f3eba74c-2ff4-43b6-aede-e42f0dc3cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:02.146290 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-f3eba74c-2ff4-43b6-aede-e42f0dc3cbd9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 1128 time: 0.0480235 Aug 29 20:19:02.197593 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-92dcbdcb-d893-4784-83d5-3b63ab2f117b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8 HTTP/1.1" status: 200 len: 217 time: 0.0357363 Aug 29 20:19:02.199768 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (6c2de517-b87a-4f0b-bba1-988d0d456282), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.230058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event deleted for resources: {'Port': ['ID=6c2de517-b87a-4f0b-bba1-988d0d456282,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:02.257889 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-124abb9a-c5ee-447b-bf59-0454a6e453f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:02.259394 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-124abb9a-c5ee-447b-bf59-0454a6e453f7 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.0512915 Aug 29 20:19:02.306741 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.309312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.313852 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-789ebab1-e296-4484-ae8f-6fa7f9aa9f63 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/c2f8679a-f8ad-4ab2-8dd4-19d1154c3fff HTTP/1.1" status: 204 len: 168 time: 0.5812380 Aug 29 20:19:02.320717 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-b095394e-8bb7-440d-8871-cee63a6e35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:02.322412 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-b095394e-8bb7-440d-8871-cee63a6e35c8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557430 Aug 29 20:19:02.421794 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34402) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:02.426360 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985510362', 'description': 'tempest-description--1383910742'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:02.451185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4659c2-412a-4a43-aeb6-c7f255b58855 req-02456a7b-2ed0-4b9e-b2b6-e004d2f778ae tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:02.451482 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.452750 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee4659c2-412a-4a43-aeb6-c7f255b58855 req-02456a7b-2ed0-4b9e-b2b6-e004d2f778ae tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 944 time: 0.0658512 Aug 29 20:19:02.506489 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-738afc06-c991-4f28-9820-225a8f46c056 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763463 Aug 29 20:19:02.519355 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:02.552578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29995677-4417-4e69-91a8-8bd366cc01e2 req-7005bb93-afd1-4dff-9d08-5a603e2b6b48 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:02.554548 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-29995677-4417-4e69-91a8-8bd366cc01e2 req-7005bb93-afd1-4dff-9d08-5a603e2b6b48 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 944 time: 0.0767412 Aug 29 20:19:02.579333 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee4659c2-412a-4a43-aeb6-c7f255b58855 req-488905eb-c294-4e71-8d5e-09158d4583f6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175869 Aug 29 20:19:02.601648 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (495064e8-f838-46b7-a6b1-411d1ff44b44), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.619625 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (495064e8-f838-46b7-a6b1-411d1ff44b44), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.623340 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 211f234f-335d-4a0f-b293-03495489357e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:19:02.627137 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5285b5c-7a5c-4531-86ff-260162e491b3 req-536f20e3-b0ac-4ef0-9384-144012a01d51 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137829 Aug 29 20:19:02.656600 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-29995677-4417-4e69-91a8-8bd366cc01e2 req-af3621fa-ad6f-40a1-93e4-f74a3eeee83c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878570 Aug 29 20:19:02.670857 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.670857 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2430613 Aug 29 20:19:02.670857 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34404) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:02.675248 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'security_group_rule': {'security_group_id': '495064e8-f838-46b7-a6b1-411d1ff44b44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:02.690704 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f540a78-ab29-44e9-913b-17ac47521383 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495064e8-f838-46b7-a6b1-411d1ff44b44,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:02.712296 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (4f9ed175-9098-46af-988a-9142fa19dbdc), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.775231 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (4f9ed175-9098-46af-988a-9142fa19dbdc), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.779280 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (4f9ed175-9098-46af-988a-9142fa19dbdc), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.799149 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 211f234f-335d-4a0f-b293-03495489357e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=211f234f-335d-4a0f-b293-03495489357e,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:02.803262 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9ed175-9098-46af-988a-9142fa19dbdc,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:02.812105 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.813433 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7aa11b90-6eb1-4124-958a-109da6feae23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417744 Aug 29 20:19:02.816406 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34406) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:02.817073 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '211f234f-335d-4a0f-b293-03495489357e', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:19:02.818700 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:02.821974 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'security_group_rule': {'security_group_id': '495064e8-f838-46b7-a6b1-411d1ff44b44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:02.857968 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (b03cf05a-ed1c-4ba5-811d-2f3dee02d322), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.875511 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 211f234f-335d-4a0f-b293-03495489357e is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:02.875903 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (211f234f-335d-4a0f-b293-03495489357e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.890339 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211f234f-335d-4a0f-b293-03495489357e {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:19:02.913506 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 211f234f-335d-4a0f-b293-03495489357e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=211f234f-335d-4a0f-b293-03495489357e,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:02.918566 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (211f234f-335d-4a0f-b293-03495489357e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.922313 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (b03cf05a-ed1c-4ba5-811d-2f3dee02d322), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.930911 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (b03cf05a-ed1c-4ba5-811d-2f3dee02d322), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.961350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03cf05a-ed1c-4ba5-811d-2f3dee02d322,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:02.967273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:02.968523 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d2893dc3-7521-48b2-82d8-64755989c3ec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508839 Aug 29 20:19:02.972476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34408) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:02.977177 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:02.986991 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=211f234f-335d-4a0f-b293-03495489357e,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:03.003556 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.057549 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:03.099269 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.236667 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Allocated IP 172.27.3.177 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/2dc02320-9192-44d6-b411-6067c33b8ae3) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:19:03.311527 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['211f234f-335d-4a0f-b293-03495489357e'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:19:03.360239 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.399963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.429218 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:03.451848 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:19:03.458910 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:19:03.461502 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:19:03.468730 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'Port': ['ID=2dc02320-9192-44d6-b411-6067c33b8ae3,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:03.573755 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (08273143-f4d3-47d5-bd9c-5794bc1603ec), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.626613 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.802520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8cb73-72a8-4b5f-a13b-fb26572f073b req-b4fe1056-07c4-48fb-acb6-f3fc0797343b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:03.805068 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96e8cb73-72a8-4b5f-a13b-fb26572f073b req-b4fe1056-07c4-48fb-acb6-f3fc0797343b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 945 time: 0.1401086 Aug 29 20:19:03.838539 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-d0a60f66-02b7-4308-889c-a89d7bf52f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:03.841022 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-d0a60f66-02b7-4308-889c-a89d7bf52f7e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 1128 time: 0.1283603 Aug 29 20:19:03.872255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a54d570e-763a-4f9d-87bc-a1e9d97dcc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.879917 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:03.902541 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb7a0d-4290-4007-b1eb-7c13a9abeffc req-788b63bb-4d99-4cbe-9d4a-49004cb135e5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:03.905224 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ddb7a0d-4290-4007-b1eb-7c13a9abeffc req-788b63bb-4d99-4cbe-9d4a-49004cb135e5 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 944 time: 0.1239872 Aug 29 20:19:03.938025 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:03.944930 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.951392 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96e8cb73-72a8-4b5f-a13b-fb26572f073b req-04859b9c-41b1-4540-ac57-3087f45aaec5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380739 Aug 29 20:19:03.953042 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:03.997173 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:04.013849 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-22fbdf8b-9e99-4ca6-b18f-a505d1049d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:04.015355 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-22fbdf8b-9e99-4ca6-b18f-a505d1049d14 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.1616828 Aug 29 20:19:04.061614 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (08273143-f4d3-47d5-bd9c-5794bc1603ec), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:04.062591 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-c4aa1e6e-a499-45d7-bc85-fe1b2d67f8b9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8 HTTP/1.1" status: 200 len: 217 time: 0.0393341 Aug 29 20:19:04.070427 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ddb7a0d-4290-4007-b1eb-7c13a9abeffc req-41c73511-460e-4730-8f0c-684d21b43c90 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576967 Aug 29 20:19:04.083795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'Port': ['ID=2dc02320-9192-44d6-b411-6067c33b8ae3,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:04.115582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:04.122639 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-87c0fb51-6d72-4d9b-ba99-ca706df32cec tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1436169 Aug 29 20:19:04.135937 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-92bf08b8-63e4-45e6-baa2-881cf22866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:04.137423 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-92bf08b8-63e4-45e6-baa2-881cf22866c2 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.0622191 Aug 29 20:19:04.187994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-ebc0714c-1538-4bdf-8775-6e9448e7d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:04.189687 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-ebc0714c-1538-4bdf-8775-6e9448e7d12b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450501 Aug 29 20:19:04.313458 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-2ac8b1cc-6e52-40eb-8b04-26448c41d65c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112134 Aug 29 20:19:04.428893 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-2fc68dc4-b1f7-40c1-a420-168d43e743a5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--985510362&fields=id&tenant_id=fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 267 time: 0.1036165 Aug 29 20:19:04.455739 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7a4873ac-6276-4d61-b642-e2cfec997350 req-08827677-86d5-456b-adda-bb42e639545f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380329 Aug 29 20:19:04.553644 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-8c6e0839-bfea-4d7b-a463-1a6fbde9cfd5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:04.555149 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-8c6e0839-bfea-4d7b-a463-1a6fbde9cfd5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 816 time: 0.1152532 Aug 29 20:19:04.571046 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-59e85495-3acd-4fbd-8a4a-2abc04b3c77f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/quotas/fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 375 time: 0.0105555 Aug 29 20:19:04.619832 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2b37a22d-175b-4c8c-a293-774e1c96bca8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:19:04.627880 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-af5ce01c-f176-4a11-a678-5ff0046e7bbd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511940 Aug 29 20:19:04.646759 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 211f234f-335d-4a0f-b293-03495489357e up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:19:04.736619 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-beccca26-a6f0-4d8b-b22a-3209f53dfc2f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942779 Aug 29 20:19:04.748901 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 211f234f-335d-4a0f-b293-03495489357e completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:19:04.765052 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 211f234f-335d-4a0f-b293-03495489357e triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:19:04.765427 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (211f234f-335d-4a0f-b293-03495489357e), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:04.772425 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2b37a22d-175b-4c8c-a293-774e1c96bca8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:04.807787 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'port_id': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'mac_address': 'fa:16:3e:dc:0b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:19:04.820496 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:04.839291 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-88fd9228-a624-4ca9-a1e0-78849326982f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953236 Aug 29 20:19:04.858076 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 2b37a22d-175b-4c8c-a293-774e1c96bca8 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:04.858478 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:04.901117 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b37a22d-175b-4c8c-a293-774e1c96bca8 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:19:04.913353 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 211f234f-335d-4a0f-b293-03495489357e is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:04.914363 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (211f234f-335d-4a0f-b293-03495489357e), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:04.940742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2b37a22d-175b-4c8c-a293-774e1c96bca8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:04.948260 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:04.958247 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211f234f-335d-4a0f-b293-03495489357e'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:04.961254 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e0765-88f3-41c0-b6f9-c5eb4cb5fa79" -d '{"events": [{"server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "name": "network-vif-plugged", "status": "completed", "tag": "211f234f-335d-4a0f-b293-03495489357e"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:04.999421 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 211f234f-335d-4a0f-b293-03495489357e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=211f234f-335d-4a0f-b293-03495489357e,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:05.014470 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (211f234f-335d-4a0f-b293-03495489357e), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:05.036155 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412b013-bda8-47af-9922-da9a7775441b x-openstack-request-id: req-0412b013-bda8-47af-9922-da9a7775441b {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:05.036482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "name": "network-vif-plugged", "status": "completed", "tag": "211f234f-335d-4a0f-b293-03495489357e", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:05.036742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0412b013-bda8-47af-9922-da9a7775441b {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:05.037153 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0412b013-bda8-47af-9922-da9a7775441b'] response: {'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211f234f-335d-4a0f-b293-03495489357e', 'code': 200} Aug 29 20:19:05.042821 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=2b37a22d-175b-4c8c-a293-774e1c96bca8,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:05.070374 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-592031a6-6f0d-440c-9511-f735e9e1a5d9 req-5d22ad77-f132-41fb-8f31-bd1fffb82ba2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.0507751 Aug 29 20:19:05.141434 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=211f234f-335d-4a0f-b293-03495489357e,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:05.188780 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6525e-4b47-4ceb-950a-889fc94d5ff7 req-a8ff822c-932f-4279-b7a9-6e41ada562bf tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:05.191739 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-93d6525e-4b47-4ceb-950a-889fc94d5ff7 req-a8ff822c-932f-4279-b7a9-6e41ada562bf tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0876553 Aug 29 20:19:05.266614 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c37790-c058-4122-8608-62fe3aaaa704 req-7ee7ef68-312e-414f-a634-9259e01e120b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:05.269173 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-33c37790-c058-4122-8608-62fe3aaaa704 req-7ee7ef68-312e-414f-a634-9259e01e120b tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 945 time: 0.0820181 Aug 29 20:19:05.287514 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-93d6525e-4b47-4ceb-950a-889fc94d5ff7 req-974d886a-d49b-4109-96bb-c6f0c3e599bb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858326 Aug 29 20:19:05.328513 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:05.344638 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:05.369910 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555572e5-6412-4494-948f-90aeaf239e7d req-a6bc593d-dc17-4d8c-8927-4c6d86813426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:05.371424 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-555572e5-6412-4494-948f-90aeaf239e7d req-a6bc593d-dc17-4d8c-8927-4c6d86813426 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 1130 time: 0.0617785 Aug 29 20:19:05.390373 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-33c37790-c058-4122-8608-62fe3aaaa704 req-5d6ff3cb-45b3-4437-bf9b-30d15cd40267 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064780 Aug 29 20:19:05.430921 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['2b37a22d-175b-4c8c-a293-774e1c96bca8'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:19:05.432889 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-555572e5-6412-4494-948f-90aeaf239e7d req-e7235939-5ac9-4bab-95de-5c7fa784b014 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525334 Aug 29 20:19:06.207354 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-448f24de-58d5-413d-be5a-6862c8cd2b33 req-23443572-c0c5-4263-bc3c-a420eaf75df6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.0354068 Aug 29 20:19:06.329223 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:06.387421 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:06.441344 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd3519-7459-4f41-8c62-3fd6aac1eae0 req-f38dece7-0987-419b-9f4e-d70094d8ea90 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:06.443137 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fccd3519-7459-4f41-8c62-3fd6aac1eae0 req-f38dece7-0987-419b-9f4e-d70094d8ea90 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0658996 Aug 29 20:19:06.490018 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:06.507011 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fccd3519-7459-4f41-8c62-3fd6aac1eae0 req-52d5c687-c33a-4a49-9799-fde830102e61 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525010 Aug 29 20:19:06.586580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54cc5-c744-4a12-95af-63366f9a7bc0 req-19eb669a-2248-440c-a285-01b17a5c2181 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:06.588101 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f1f54cc5-c744-4a12-95af-63366f9a7bc0 req-19eb669a-2248-440c-a285-01b17a5c2181 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 945 time: 0.0786939 Aug 29 20:19:06.646853 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2b37a22d-175b-4c8c-a293-774e1c96bca8 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:19:06.647378 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f1f54cc5-c744-4a12-95af-63366f9a7bc0 req-659db9a9-78ba-4f7c-9526-6d377099d66a tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529592 Aug 29 20:19:06.710895 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 2b37a22d-175b-4c8c-a293-774e1c96bca8 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:19:06.718580 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 2b37a22d-175b-4c8c-a293-774e1c96bca8 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:19:06.719009 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:06.810812 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 2b37a22d-175b-4c8c-a293-774e1c96bca8 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:06.811346 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:06.816062 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:06.856119 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2b37a22d-175b-4c8c-a293-774e1c96bca8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:06.863378 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:06.923237 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=2b37a22d-175b-4c8c-a293-774e1c96bca8,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:07.038176 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:07.040712 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227cd48-8502-430f-bfb0-f1aa89fbd12d" -d '{"events": [{"server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "name": "network-vif-plugged", "status": "completed", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:07.056600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:07.084106 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9290bf5-c68f-492a-83d3-df2b51c8bec9 x-openstack-request-id: req-d9290bf5-c68f-492a-83d3-df2b51c8bec9 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:07.084621 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "name": "network-vif-plugged", "status": "completed", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:07.084870 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9290bf5-c68f-492a-83d3-df2b51c8bec9 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:07.085066 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9290bf5-c68f-492a-83d3-df2b51c8bec9'] response: {'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'code': 200} Aug 29 20:19:07.342804 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0cfbc5b3-0d0e-43c1-bcb3-edeee74dca32 req-8ec90739-9192-49cb-be26-ec60cfccb2cd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298193 Aug 29 20:19:07.667563 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ebc1d-b6b0-4b26-b0f8-3e9d094e9a78 req-6a97b6cd-7fdb-4bb7-b497-aa64620c729c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:07.669105 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2a5ebc1d-b6b0-4b26-b0f8-3e9d094e9a78 req-6a97b6cd-7fdb-4bb7-b497-aa64620c729c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0537086 Aug 29 20:19:07.726915 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:19:07.748970 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2a5ebc1d-b6b0-4b26-b0f8-3e9d094e9a78 req-b5a9bf9b-68ae-4ddb-ad40-5ec324330e91 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724998 Aug 29 20:19:07.785050 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a5011-1791-4753-9bd5-882c13965ae3 req-4057b1cf-2aee-428c-ba70-5ff7b7153339 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:07.787678 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-195a5011-1791-4753-9bd5-882c13965ae3 req-4057b1cf-2aee-428c-ba70-5ff7b7153339 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.0544698 Aug 29 20:19:07.856108 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-195a5011-1791-4753-9bd5-882c13965ae3 req-a36f3925-5fcc-4b5d-bcc7-e85089823777 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575426 Aug 29 20:19:07.922583 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aab7f-763c-4fc3-afe8-580a4819abd9 req-efaed4de-ef1f-4d94-8b56-950f17b0f829 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:07.925343 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d26aab7f-763c-4fc3-afe8-580a4819abd9 req-efaed4de-ef1f-4d94-8b56-950f17b0f829 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.1037471 Aug 29 20:19:07.931975 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a676c-0cee-4198-b561-c282c12c4c11 req-e4e5d841-868b-42a1-be27-092314fdfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:07.935163 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2d4a676c-0cee-4198-b561-c282c12c4c11 req-e4e5d841-868b-42a1-be27-092314fdfc85 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 1130 time: 0.0823047 Aug 29 20:19:07.935511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34458) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:07.939997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'port_id': '211f234f-335d-4a0f-b293-03495489357e'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:08.004930 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (cf0cdf58-bbda-415a-b592-4ec828deefc6), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:08.032197 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2d4a676c-0cee-4198-b561-c282c12c4c11 req-4bde487f-2b12-458d-8cc8-3f33e06105fa service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700679 Aug 29 20:19:08.098129 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:08.210103 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-eb0baeb0-7a23-4a0d-b2c6-9fbd8e2b8f1e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:08.211472 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-eb0baeb0-7a23-4a0d-b2c6-9fbd8e2b8f1e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 816 time: 0.2369497 Aug 29 20:19:08.757922 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1e588a05-1cd1-448c-8d75-47ae4fee6b40 req-8ed3068e-10f8-43a3-8a0b-d24f7410ca20 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.2964177 Aug 29 20:19:08.787853 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-2f7c5265-db61-48b3-a1cd-d45e3f5f6346 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 379 time: 0.3749440 Aug 29 20:19:08.787853 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:08.878218 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'port': {'device_id': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'admin_state_up': True, 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'security_groups': ['495064e8-f838-46b7-a6b1-411d1ff44b44']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:08.903707 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:08.911839 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (cf0cdf58-bbda-415a-b592-4ec828deefc6), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:09.017605 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775ff9e-89a2-4428-a791-cafcde216e16 req-eeb2ad62-521c-4195-9db0-aa20a13943b4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:09.019857 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7775ff9e-89a2-4428-a791-cafcde216e16 req-eeb2ad62-521c-4195-9db0-aa20a13943b4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.0617692 Aug 29 20:19:09.075997 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7775ff9e-89a2-4428-a791-cafcde216e16 req-eac4e7a1-5540-4d5c-b0e0-35742e963982 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501084 Aug 29 20:19:09.163075 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP cf0cdf58-bbda-415a-b592-4ec828deefc6 associated. External IP: 172.27.3.6, port: 211f234f-335d-4a0f-b293-03495489357e. Aug 29 20:19:09.230253 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Made reservation on behalf of fc733dcfcf9043feb354598fc2792ff5 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:19:09.234403 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:09.458031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:09.516769 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Allocated IP 172.20.0.11 (f0d72436-11cb-4b65-af1f-b46234f8df90/e35f0349-15c8-479c-8598-a5963c0ec48a/1ab12c9b-86bb-41bd-aab2-ca30f835e85d) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:19:09.569297 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:19:09.796808 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:09.800596 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:09.812929 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:19:09.820888 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:09.833452 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:19:09.850384 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:19:09.851906 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:19:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:09.887308 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-32bb9e9f-1d32-441f-8138-3bcf7a7ec77f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/cf0cdf58-bbda-415a-b592-4ec828deefc6 HTTP/1.1" status: 200 len: 990 time: 1.9494593 Aug 29 20:19:09.888632 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'tag': '211f234f-335d-4a0f-b293-03495489357e'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:09.891392 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d550b1-e6f5-423f-b397-3aebd997c3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "tag": "211f234f-335d-4a0f-b293-03495489357e"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:09.925506 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba446172-a0f5-4955-9a23-c9a2b244f666 req-f2e317d3-d66a-4983-a437-a996b71a2792 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.0577402 Aug 29 20:19:09.928456 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:09.989323 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Network f0d72436-11cb-4b65-af1f-b46234f8df90 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:19:09.991056 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:19:09.998845 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:19:10.044530 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaf00ea-4df8-4039-88c1-e2cd20cf94a3 x-openstack-request-id: req-7aaf00ea-4df8-4039-88c1-e2cd20cf94a3 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:10.044989 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "tag": "211f234f-335d-4a0f-b293-03495489357e", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:10.045334 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7aaf00ea-4df8-4039-88c1-e2cd20cf94a3 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:10.045874 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aaf00ea-4df8-4039-88c1-e2cd20cf94a3'] response: {'name': 'network-changed', 'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'tag': '211f234f-335d-4a0f-b293-03495489357e', 'status': 'completed', 'code': 200} Aug 29 20:19:10.048835 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:10.100864 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.102056 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:10.114003 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:19:10.117993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:10.126423 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:10.136747 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-d4e597f9-1377-42cd-bcd9-90df40231bd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2646978 Aug 29 20:19:10.183221 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Request body: {'port': {'device_id': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:10.266008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-52af38ae-4212-4ae3-aedd-09e78c06c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.269309 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-52af38ae-4212-4ae3-aedd-09e78c06c706 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 1130 time: 0.0935349 Aug 29 20:19:10.359312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba355f-f37b-4c0c-9728-f5f3bafe697c req-023648f9-10d2-4049-9d2e-75cea1e3d270 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.361889 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b0ba355f-f37b-4c0c-9728-f5f3bafe697c req-023648f9-10d2-4049-9d2e-75cea1e3d270 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.1330001 Aug 29 20:19:10.385500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:10.417958 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-01ec1869-da66-4390-90a9-9ea45cff06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.420359 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-01ec1869-da66-4390-90a9-9ea45cff06aa service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.1450508 Aug 29 20:19:10.477160 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:10.481166 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-580abd77-c9df-42c6-8af6-1069ae3b5bfb None None] Provisioning complete for port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:19:10.481547 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-580abd77-c9df-42c6-8af6-1069ae3b5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:10.508327 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b0ba355f-f37b-4c0c-9728-f5f3bafe697c req-8851cb50-9d3c-4d96-8e68-c603d68c2804 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334713 Aug 29 20:19:10.524690 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-3ca78e47-3392-4a68-bf5c-a9b960eab441 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211f234f-335d-4a0f-b293-03495489357e HTTP/1.1" status: 200 len: 998 time: 0.0967214 Aug 29 20:19:10.554188 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-580abd77-c9df-42c6-8af6-1069ae3b5bfb None None] Port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:19:10.574869 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:08Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:10.607525 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-76f02b5b-c1b2-48f1-a816-6cd562e60ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.610075 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-76f02b5b-c1b2-48f1-a816-6cd562e60ce6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0787640 Aug 29 20:19:10.612191 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:19:10.635573 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:19:10.636652 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:19:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:10.707830 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:10.738514 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-a77f431f-06d5-4fcb-a1b2-455844c291fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.740983 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-a77f431f-06d5-4fcb-a1b2-455844c291fe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154182 Aug 29 20:19:10.776861 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610cdd7-fe3e-40e6-97f5-aa17c025abe4 req-465e36ee-e5da-4c53-9b52-de2faf7c380d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:10.782368 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9610cdd7-fe3e-40e6-97f5-aa17c025abe4 req-465e36ee-e5da-4c53-9b52-de2faf7c380d tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.1406896 Aug 29 20:19:10.800078 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34480) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:10.808154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Request body: {'floatingip': {'port_id': '2b37a22d-175b-4c8c-a293-774e1c96bca8'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:10.811520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:19:10.847946 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab12c9b-86bb-41bd-aab2-ca30f835e85d {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:19:10.857740 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Publish callbacks [] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:10.880533 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Transition to ACTIVE for port object 1ab12c9b-86bb-41bd-aab2-ca30f835e85d will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:19:10.886474 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:10.919800 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (114a5149-a47c-44ed-adf1-853276102eb3), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:10.995071 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:11.082567 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-55707c40-fce4-40d5-a860-74836560ca9a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313844 Aug 29 20:19:11.115610 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Attempting to bind port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:19:11.116057 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Attempting to bind port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:19:11.116444 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Attempting to bind port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d on network f0d72436-11cb-4b65-af1f-b46234f8df90 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:19:11.122432 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d on network f0d72436-11cb-4b65-af1f-b46234f8df90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:19:11.122966 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Attempting to bind port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d on network f0d72436-11cb-4b65-af1f-b46234f8df90 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:19:11.129570 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:19:11.130230 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Checking segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:19:11.131480 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Bound using segment: {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:19:11.131480 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Bound port: 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7140f04a-ed06-470c-bc06-ef6b4653f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:19:11.132398 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:11.135090 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:11.139007 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:08Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:11.239752 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d80f-6f5b-4ea1-9d55-c4b61cfc3320 req-9a9c57d2-d681-43b9-8109-bb3f6a2fe450 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:11.241748 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9fe4d80f-6f5b-4ea1-9d55-c4b61cfc3320 req-9a9c57d2-d681-43b9-8109-bb3f6a2fe450 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.1068983 Aug 29 20:19:11.306373 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:19:11.311026 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:11.342692 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd8ad0c-3a87-43b9-859e-a412b0616ee1 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:08Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:19:11.343649 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:19:11.352151 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9fe4d80f-6f5b-4ea1-9d55-c4b61cfc3320 req-b03ecd6b-5d7d-4f7c-8db5-0754c1041343 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928063 Aug 29 20:19:11.354214 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:11.359159 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:11.359761 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:11.361180 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 1094 time: 1.1859937 Aug 29 20:19:11.447017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fdbdd-c395-4743-8901-43837c4e49e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:11.455328 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:11.482904 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-93d550b1-e6f5-423f-b397-3aebd997c3ef req-842c368c-ea7e-4335-9b6e-19d9ed315b4b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509827 Aug 29 20:19:11.559909 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-be40b33d-3c84-40e7-bc50-b9168f2efe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:11.562243 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-be40b33d-3c84-40e7-bc50-b9168f2efe5d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1128 time: 0.0792196 Aug 29 20:19:11.647034 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-49193586-568e-4667-8a47-64179d26d74d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 217 time: 0.0492918 Aug 29 20:19:11.670109 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c689833-7356-4954-98c0-97d087653e32 None None] New status for floating IP cf0cdf58-bbda-415a-b592-4ec828deefc6: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:19:11.742924 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-62f9524b-5fb3-4dd1-8fa5-6e8cb814e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:11.745249 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-62f9524b-5fb3-4dd1-8fa5-6e8cb814e189 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0878718 Aug 29 20:19:11.828545 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1ef2c033-ff27-419c-a475-afff5f783509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:11.830289 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-1ef2c033-ff27-419c-a475-afff5f783509 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777652 Aug 29 20:19:11.999103 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-2e05c713-d935-4b35-8b9a-eb4668d5a1e0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536944 Aug 29 20:19:12.015748 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:12.021395 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:12.026554 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (114a5149-a47c-44ed-adf1-853276102eb3), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:12.062987 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:12.066438 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:12.128292 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788d8804-bddb-4b93-acad-b4a25e29687d x-openstack-request-id: req-788d8804-bddb-4b93-acad-b4a25e29687d {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:12.128863 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:12.129354 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-788d8804-bddb-4b93-acad-b4a25e29687d {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:12.130064 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788d8804-bddb-4b93-acad-b4a25e29687d'] response: {'name': 'network-changed', 'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'status': 'completed', 'code': 200} Aug 29 20:19:12.136755 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-142ca76c-726f-45c0-9c29-95fcca61fe19 req-c2cdca44-8912-43a1-be85-0ee6b9dd960b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280401 Aug 29 20:19:12.191025 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Floating IP 114a5149-a47c-44ed-adf1-853276102eb3 associated. External IP: 172.27.3.19, port: 2b37a22d-175b-4c8c-a293-774e1c96bca8. Aug 29 20:19:12.423130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Router 55a86331-6773-47f9-b995-11329b1a8313 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:19:12.533077 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c9e66-3823-4195-8782-37374c32f246 req-c55fadfd-5c85-40b3-9811-6dcfa3ddf7e9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:12.534751 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-de3c9e66-3823-4195-8782-37374c32f246 req-c55fadfd-5c85-40b3-9811-6dcfa3ddf7e9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0662081 Aug 29 20:19:12.575126 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:19:12.584743 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:12.586643 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:19:12.600752 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:19:12.601379 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:19:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:12.608663 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-de3c9e66-3823-4195-8782-37374c32f246 req-08ba3e8c-ad2f-498d-8dc5-d4ac82c68db6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675337 Aug 29 20:19:12.646101 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-35666606-4d63-490f-8b51-b77393c5b12c tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/114a5149-a47c-44ed-adf1-853276102eb3 HTTP/1.1" status: 200 len: 991 time: 1.8328507 Aug 29 20:19:12.646101 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:12.646101 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0278f54-96bc-4c41-8a05-b33f5c8e6138" -d '{"events": [{"name": "network-changed", "server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:12.688677 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5d021-e162-4684-8554-9fb15a4a558d x-openstack-request-id: req-34d5d021-e162-4684-8554-9fb15a4a558d {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:12.689125 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:12.689695 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34d5d021-e162-4684-8554-9fb15a4a558d {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:12.690934 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d5d021-e162-4684-8554-9fb15a4a558d'] response: {'name': 'network-changed', 'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'status': 'completed', 'code': 200} Aug 29 20:19:12.756541 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:19:12.884371 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:13.017140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '114a5149-a47c-44ed-adf1-853276102eb3', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '55a86331-6773-47f9-b995-11329b1a8313', 'port_id': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'mac_address': 'fa:16:3e:dc:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15272b1d-3321-42a2-9812-a4c28ac47708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:55Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 1, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:13.054381 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:19:13.063983 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:19:13.064597 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:19:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:13.191568 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:19:13.459655 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '114a5149-a47c-44ed-adf1-853276102eb3', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '55a86331-6773-47f9-b995-11329b1a8313', 'port_id': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'mac_address': 'fa:16:3e:dc:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15272b1d-3321-42a2-9812-a4c28ac47708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:55Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 1, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:13.492752 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962255e-857b-4e26-86fa-66173e8345a1 None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '114a5149-a47c-44ed-adf1-853276102eb3', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '55a86331-6773-47f9-b995-11329b1a8313', 'port_id': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'mac_address': 'fa:16:3e:dc:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15272b1d-3321-42a2-9812-a4c28ac47708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:55Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 1, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:19:13.519385 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-15e8adac-015d-4aef-97d6-c9f35bf58608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.521646 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-15e8adac-015d-4aef-97d6-c9f35bf58608 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1128 time: 0.0553772 Aug 29 20:19:13.564520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-9eee621b-72af-4b23-b940-7a8ac6fa0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.567892 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-9eee621b-72af-4b23-b940-7a8ac6fa0a55 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 1130 time: 0.0811265 Aug 29 20:19:13.684090 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-502e6420-2080-49b1-b970-1510fc5f1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.685985 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-502e6420-2080-49b1-b970-1510fc5f1bf9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1496336 Aug 29 20:19:13.697883 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:13.704346 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-f508301b-ad5c-4725-a37f-178eef8b4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.707626 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-f508301b-ad5c-4725-a37f-178eef8b4833 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 200 len: 910 time: 0.1315987 Aug 29 20:19:13.753254 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-5d395b19-eace-4142-a690-5a2062a55523 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 217 time: 0.0520251 Aug 29 20:19:13.775186 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a1694-da89-4430-9e25-015c9692816b None None] New status for floating IP 114a5149-a47c-44ed-adf1-853276102eb3: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:19:13.811176 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-374647a6-9c43-4ca6-83da-03de6023ce5f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8 HTTP/1.1" status: 200 len: 999 time: 0.0923245 Aug 29 20:19:13.841770 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce241-5322-45dc-ac88-fbb5548c7764 req-8ed5cf60-42f8-4fac-9af5-c5dfad391a9c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.843261 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f6cce241-5322-45dc-ac88-fbb5548c7764 req-8ed5cf60-42f8-4fac-9af5-c5dfad391a9c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.1026556 Aug 29 20:19:13.872322 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-f7c642aa-3771-4e91-acb8-8e907cfae1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.873797 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-f7c642aa-3771-4e91-acb8-8e907cfae1a0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0901186 Aug 29 20:19:13.885769 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-cdac680a-29b2-4f63-b03b-3a4337cd134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.887712 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-cdac680a-29b2-4f63-b03b-3a4337cd134d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 200 len: 848 time: 0.0578184 Aug 29 20:19:13.945269 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-dfecfd1d-0969-40d1-9b46-9599f31e1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.946955 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-dfecfd1d-0969-40d1-9b46-9599f31e1a7d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=03a78358-12e5-4261-9033-2937f1d7bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489593 Aug 29 20:19:13.959484 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f6cce241-5322-45dc-ac88-fbb5548c7764 req-8649d668-6474-45fa-bada-5160349328be tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060100 Aug 29 20:19:13.967524 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-cda17369-d924-4aa9-9292-7fbec98327e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:13.969353 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-cda17369-d924-4aa9-9292-7fbec98327e9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758410 Aug 29 20:19:13.980791 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:14.073141 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-a2672042-4853-4420-b5bf-a0e60cc57e8b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176918 Aug 29 20:19:14.109985 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-6632c5b9-cf9e-40da-ad0c-6a90b2cdb171 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295125 Aug 29 20:19:14.178628 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e0278f54-96bc-4c41-8a05-b33f5c8e6138 req-70af6f6f-5ad0-4ec4-b992-1889e4ee979e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983224 Aug 29 20:19:14.231696 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c4c1f6d7-db6a-4ed9-9b11-2e8b9f48d4c0 req-c92535e6-d69a-465c-bf30-06a758041d88 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124148 Aug 29 20:19:14.691086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:19:14.705623 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:14.804999 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:14.818367 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'mac_address': 'fa:16:3e:c7:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:19:14.858701 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:14.859092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:14.877871 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab12c9b-86bb-41bd-aab2-ca30f835e85d {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:19:14.902486 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:14.907320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:14.959826 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:15.125871 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a15337-abbb-4578-a9bc-d4569a789e11 req-2d17b1ae-6c21-4807-a375-3a16867c88fa tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:15.127427 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-38a15337-abbb-4578-a9bc-d4569a789e11 req-2d17b1ae-6c21-4807-a375-3a16867c88fa tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Aug 29 20:19:15.195773 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-38a15337-abbb-4578-a9bc-d4569a789e11 req-9c854cd5-44c5-4233-81c6-05c197ff138c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560877 Aug 29 20:19:15.346913 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['1ab12c9b-86bb-41bd-aab2-ca30f835e85d'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:19:15.457677 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:16.339339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24998fe-d2a9-4b64-8969-7f02442a14c9 req-956b6b05-eef2-499f-bc6f-3bd483c8e7f3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:16.340842 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b24998fe-d2a9-4b64-8969-7f02442a14c9 req-956b6b05-eef2-499f-bc6f-3bd483c8e7f3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 945 time: 0.0584619 Aug 29 20:19:16.376629 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:16.402494 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b24998fe-d2a9-4b64-8969-7f02442a14c9 req-6ac61d4b-3838-4964-ba70-5905f692114b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497828 Aug 29 20:19:16.450961 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:16.723776 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:19:16.792999 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:19:16.800750 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:19:16.801160 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:16.881970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:16.882462 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:16.908201 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:16.910655 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3a468f-495d-4ff7-93bb-7ec1170d4c74" -d '{"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:16.934969 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:16.942099 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:16.978447 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7ac701-d5bb-4add-aed1-cb56715286f1 x-openstack-request-id: req-8b7ac701-d5bb-4add-aed1-cb56715286f1 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:16.978932 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:16.979320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b7ac701-d5bb-4add-aed1-cb56715286f1 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:16.979877 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7ac701-d5bb-4add-aed1-cb56715286f1'] response: {'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'code': 200} Aug 29 20:19:17.020399 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:17.281537 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5591a3c-c512-4512-8778-a3508c926ca5 req-9618f5e8-3bdf-46fe-b729-2e6d61af4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:17.282975 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b5591a3c-c512-4512-8778-a3508c926ca5 req-9618f5e8-3bdf-46fe-b729-2e6d61af4681 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1130 time: 0.0515811 Aug 29 20:19:17.350084 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b5591a3c-c512-4512-8778-a3508c926ca5 req-40906493-3bdb-4428-830a-72e42f26693c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581169 Aug 29 20:19:17.581314 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe99cc9-841d-4d0f-8ac2-bce793acde59 req-bf71b614-d28a-4816-8e52-4fc1853629e6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:17.583950 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2fe99cc9-841d-4d0f-8ac2-bce793acde59 req-bf71b614-d28a-4816-8e52-4fc1853629e6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0697145 Aug 29 20:19:17.620559 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:17.666500 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2fe99cc9-841d-4d0f-8ac2-bce793acde59 req-2c07b314-01ee-41b4-9a31-18f373b6d7d1 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767267 Aug 29 20:19:18.829636 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b2255-b2b3-4a29-81b5-b7bbdaa5617b req-c10df29c-be3d-4d55-9076-b509f0aaac07 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:18.831602 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-671b2255-b2b3-4a29-81b5-b7bbdaa5617b req-c10df29c-be3d-4d55-9076-b509f0aaac07 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0554030 Aug 29 20:19:18.922925 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-671b2255-b2b3-4a29-81b5-b7bbdaa5617b req-1d87a96d-67b5-4535-8949-d216fc382082 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808718 Aug 29 20:19:20.068165 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1bddb-39ab-4533-8f36-85f958eedcf9 req-f41c20da-43ea-49d3-890d-fc06bc88bd3b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:20.069689 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1f1bddb-39ab-4533-8f36-85f958eedcf9 req-f41c20da-43ea-49d3-890d-fc06bc88bd3b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0588977 Aug 29 20:19:20.129804 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1f1bddb-39ab-4533-8f36-85f958eedcf9 req-08e14154-f931-4f43-9ef9-e830143468a2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500960 Aug 29 20:19:20.269521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223f7a-7860-4d01-8dbe-20e0d1993586 req-60bbe6be-659d-4e72-8974-1829d9fac71f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:20.271057 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-07223f7a-7860-4d01-8dbe-20e0d1993586 req-60bbe6be-659d-4e72-8974-1829d9fac71f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0558369 Aug 29 20:19:20.281310 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34514) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:20.287775 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Request body: {'floatingip': {'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:19:20.329675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (08273143-f4d3-47d5-bd9c-5794bc1603ec), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:20.835571 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:20.842009 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (08273143-f4d3-47d5-bd9c-5794bc1603ec), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:20.937578 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:20.958351 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Floating IP 08273143-f4d3-47d5-bd9c-5794bc1603ec associated. External IP: 172.27.3.177, port: 1ab12c9b-86bb-41bd-aab2-ca30f835e85d. Aug 29 20:19:21.009247 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:21.182647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:19:21.294667 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:19:21.301381 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:21.307598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:19:21.318139 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:19:21.318760 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:19:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:21.335846 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-1ec5e256-2d2c-42f6-996c-a754c56d37d3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/08273143-f4d3-47d5-bd9c-5794bc1603ec HTTP/1.1" status: 200 len: 992 time: 1.0532134 Aug 29 20:19:21.337240 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:21.340307 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:21.383615 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f31712d-2bf0-4c40-8103-a63468b1fa7b x-openstack-request-id: req-6f31712d-2bf0-4c40-8103-a63468b1fa7b {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:21.384034 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:21.384600 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f31712d-2bf0-4c40-8103-a63468b1fa7b {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:21.385172 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f31712d-2bf0-4c40-8103-a63468b1fa7b'] response: {'name': 'network-changed', 'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'status': 'completed', 'code': 200} Aug 29 20:19:21.460205 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:19:21.508487 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-d4c4aa8d-a391-4217-989c-8ba3e649bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:21.510395 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-d4c4aa8d-a391-4217-989c-8ba3e649bfff service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1130 time: 0.0660810 Aug 29 20:19:21.582871 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:21.666665 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-756d9a56-0128-43e1-8879-707fcb315b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:21.668106 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-756d9a56-0128-43e1-8879-707fcb315b50 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1467223 Aug 29 20:19:21.756457 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-7f252b40-54d7-497b-b5fd-294ae649bc5a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 1000 time: 0.0809855 Aug 29 20:19:21.800747 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '08273143-f4d3-47d5-bd9c-5794bc1603ec', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'mac_address': 'fa:16:3e:c7:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:19:03Z', 'updated_at': '2022-08-29T20:19:20Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:21.825979 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-a9ab6a6f-e41f-4f31-8e07-731ba3013997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:21.827691 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-a9ab6a6f-e41f-4f31-8e07-731ba3013997 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0608728 Aug 29 20:19:21.834925 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:19:21.844651 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:19:21.845253 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:19:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:21.890014 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-f8683daa-b558-4f5b-8dde-4bc20c8d4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:21.891574 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-f8683daa-b558-4f5b-8dde-4bc20c8d4bfc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563502 Aug 29 20:19:22.032387 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-5ff31ae5-ff6f-4894-86c9-06312b2f5c8c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297829 Aug 29 20:19:22.125236 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:19:22.146412 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b87989ce-41e6-401e-a1ed-c4b2b51afc9f req-61b0417c-976a-4b79-ba87-7d069bb3243d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950539 Aug 29 20:19:22.378511 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:22.447058 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '08273143-f4d3-47d5-bd9c-5794bc1603ec', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'mac_address': 'fa:16:3e:c7:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:19:03Z', 'updated_at': '2022-08-29T20:19:20Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:19:22.473304 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d0326-7084-4155-941a-72a48ec88061 None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '08273143-f4d3-47d5-bd9c-5794bc1603ec', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'mac_address': 'fa:16:3e:c7:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:19:03Z', 'updated_at': '2022-08-29T20:19:20Z', 'revision_number': 1, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:19:22.692415 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8208635-1efb-4ab8-a4fb-e4432e67198b None None] New status for floating IP 08273143-f4d3-47d5-bd9c-5794bc1603ec: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:19:26.587233 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae6752-7246-4ac2-afbc-279361247a16 req-30cf0154-71ed-499c-8b96-1559633a36ec tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:26.589072 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7ae6752-7246-4ac2-afbc-279361247a16 req-30cf0154-71ed-499c-8b96-1559633a36ec tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0692656 Aug 29 20:19:26.673080 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7ae6752-7246-4ac2-afbc-279361247a16 req-27cbfa00-bc46-46a0-90f2-598593fd68e4 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670233 Aug 29 20:19:27.826931 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae53e9f-c177-410e-8aae-691d2b7d6598 req-38dbe160-3cbc-4245-b103-7c98e0505cfc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:27.828847 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6ae53e9f-c177-410e-8aae-691d2b7d6598 req-38dbe160-3cbc-4245-b103-7c98e0505cfc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0655353 Aug 29 20:19:27.887359 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6ae53e9f-c177-410e-8aae-691d2b7d6598 req-c0c2f6ed-77bb-4569-9ee0-260de879c71d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492797 Aug 29 20:19:29.049648 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d17f0-e0a9-4e57-a283-1b87ae210b82 req-426902e5-265d-41f0-a57e-6ec18493d694 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:29.052177 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-113d17f0-e0a9-4e57-a283-1b87ae210b82 req-426902e5-265d-41f0-a57e-6ec18493d694 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0701616 Aug 29 20:19:29.116150 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-113d17f0-e0a9-4e57-a283-1b87ae210b82 req-873de5ca-32e9-4040-906d-d30b9d0115a1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579839 Aug 29 20:19:30.256566 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c68ff-f03f-4a07-9552-042cf788ef6b req-e2cf0cdc-8c3d-48d7-b5e0-5064433df171 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:30.258183 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-100c68ff-f03f-4a07-9552-042cf788ef6b req-e2cf0cdc-8c3d-48d7-b5e0-5064433df171 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0597875 Aug 29 20:19:30.322244 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-100c68ff-f03f-4a07-9552-042cf788ef6b req-5a01da30-6d12-4176-a742-60dbce2309a3 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565112 Aug 29 20:19:31.428638 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9551e121-f906-4d01-9f83-e53a96294b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:31.477264 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eeb85-36e4-41e6-98aa-5a23e7f270a7 req-2dc35d59-7224-48f6-8fc0-f9ba8e87154c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:31.479817 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc7eeb85-36e4-41e6-98aa-5a23e7f270a7 req-2dc35d59-7224-48f6-8fc0-f9ba8e87154c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0740879 Aug 29 20:19:31.494544 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:31.539998 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc7eeb85-36e4-41e6-98aa-5a23e7f270a7 req-7345aa45-1c48-4f37-b15f-ecbe3fded16c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543685 Aug 29 20:19:32.450802 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:32.697324 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f47df-0b4d-4a13-837b-501c9d71dc13 req-aaf3d5c5-d617-47be-8969-f8adced888fb tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:32.698925 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5a4f47df-0b4d-4a13-837b-501c9d71dc13 req-aaf3d5c5-d617-47be-8969-f8adced888fb tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0586982 Aug 29 20:19:32.758373 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5a4f47df-0b4d-4a13-837b-501c9d71dc13 req-a3c3f9f8-1586-4c87-8d8c-8e5d492bdc59 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503421 Aug 29 20:19:33.875988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-358783d7-da03-4921-8aca-bf185aa86208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:33.916990 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0692223-fd0c-4492-84bf-dc7f38ed7b11 req-bde863dd-03d6-4456-8085-649a1e058564 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:33.918622 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d0692223-fd0c-4492-84bf-dc7f38ed7b11 req-bde863dd-03d6-4456-8085-649a1e058564 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0688176 Aug 29 20:19:33.990085 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:33.992209 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:34.240713 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d0692223-fd0c-4492-84bf-dc7f38ed7b11 req-6edcd6d6-3930-457d-b425-761e37461abe tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117802 Aug 29 20:19:35.344742 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:35.397342 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c657b8e-a0aa-44a3-92e8-d428b42fafa6 req-efe27b5b-e7ec-42e3-b03b-6fbf4436993d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:35.398914 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1c657b8e-a0aa-44a3-92e8-d428b42fafa6 req-efe27b5b-e7ec-42e3-b03b-6fbf4436993d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0639706 Aug 29 20:19:35.462798 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1c657b8e-a0aa-44a3-92e8-d428b42fafa6 req-dcf85cd5-f40c-4055-aff9-2b46a05626d7 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579588 Aug 29 20:19:36.318317 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:36.611986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403799-4cf4-4ec0-a580-46ab4d1544a7 req-2cda4895-e2ee-49af-9c01-e609fb305b52 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:36.613831 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c2403799-4cf4-4ec0-a580-46ab4d1544a7 req-2cda4895-e2ee-49af-9c01-e609fb305b52 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0556095 Aug 29 20:19:36.643168 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:36.680640 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c2403799-4cf4-4ec0-a580-46ab4d1544a7 req-85286c8a-2e35-4598-a30f-e2c252cd4474 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594704 Aug 29 20:19:36.816235 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:37.078903 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:37.105286 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-7d36c050-8070-4c24-9c5b-d14ef82827b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:37.107973 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-7d36c050-8070-4c24-9c5b-d14ef82827b2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1130 time: 0.0721629 Aug 29 20:19:37.508061 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-951642a8-1731-41a6-9260-9c20f342c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:37.509568 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-951642a8-1731-41a6-9260-9c20f342c95c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 909 time: 0.1390069 Aug 29 20:19:37.591731 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-789864c7-353b-4572-a7ba-f65dfc4771c1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 1002 time: 0.0750935 Aug 29 20:19:37.661010 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-761f19b3-d658-4643-8a2b-70342b9d9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:37.663424 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-761f19b3-d658-4643-8a2b-70342b9d9c10 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.0643899 Aug 29 20:19:37.716153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-87ac0c2f-9850-40ab-8780-9918c8b5508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:37.717679 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-87ac0c2f-9850-40ab-8780-9918c8b5508f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448914 Aug 29 20:19:37.845680 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cef97-7dbc-4cd3-9bc7-7e315a19f921 req-0ffe84c3-6574-4b19-a8c5-19e688988015 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:37.848180 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-389cef97-7dbc-4cd3-9bc7-7e315a19f921 req-0ffe84c3-6574-4b19-a8c5-19e688988015 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0702710 Aug 29 20:19:37.872261 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-98860f49-ae59-4734-b0bd-f41dab0db475 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461420 Aug 29 20:19:37.936489 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-389cef97-7dbc-4cd3-9bc7-7e315a19f921 req-ab5cd2b8-ffdc-46e6-9a14-352972a0c813 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811296 Aug 29 20:19:38.033427 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c23fc7b8-c43d-41f9-ac6b-c28888a84c52 req-06fad675-c797-475f-bbb0-cbaa33bebb1a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459477 Aug 29 20:19:39.110436 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc419-6acc-4ac1-9eb7-be23839957c5 req-c436fabc-8ca2-4fa3-8872-0ca518b81282 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:39.112264 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-496fc419-6acc-4ac1-9eb7-be23839957c5 req-c436fabc-8ca2-4fa3-8872-0ca518b81282 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0672224 Aug 29 20:19:39.186407 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-496fc419-6acc-4ac1-9eb7-be23839957c5 req-43a7bc89-4f89-4ecc-9e47-e4843ee624e1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646641 Aug 29 20:19:40.329518 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247c56-28af-4960-ab55-db832eacc9a0 req-228b2994-df3a-4146-9af4-d732009ec15a tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:40.332525 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-57247c56-28af-4960-ab55-db832eacc9a0 req-228b2994-df3a-4146-9af4-d732009ec15a tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0536518 Aug 29 20:19:40.392052 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-57247c56-28af-4960-ab55-db832eacc9a0 req-02b65d13-7b38-4bd5-8040-197af86a543f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538404 Aug 29 20:19:41.538083 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2412-aad7-4c85-bad2-bb459ab4f618 req-d4661ab3-7ed4-4338-821c-831306830f07 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:41.539715 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4f7f2412-aad7-4c85-bad2-bb459ab4f618 req-d4661ab3-7ed4-4338-821c-831306830f07 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0577531 Aug 29 20:19:41.611932 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4f7f2412-aad7-4c85-bad2-bb459ab4f618 req-b38dcaab-7b8f-424a-8bd9-2204a496d4b1 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652759 Aug 29 20:19:42.763291 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620493e-c4fe-49d9-abed-409e7fee6591 req-94476ad0-d35f-4d8a-8bb9-895d30123db2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:42.764909 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0620493e-c4fe-49d9-abed-409e7fee6591 req-94476ad0-d35f-4d8a-8bb9-895d30123db2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0648370 Aug 29 20:19:42.787561 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:42.823675 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0620493e-c4fe-49d9-abed-409e7fee6591 req-e45533bd-8f8a-4156-acf0-4b1fa8ca5f30 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521898 Aug 29 20:19:42.907568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [req-8de89b26-e469-4036-83a3-21bb54ea981f req-9718ad33-08d7-4c28-80d0-623b312b8682 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:19:42.908455 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8de89b26-e469-4036-83a3-21bb54ea981f req-9718ad33-08d7-4c28-80d0-623b312b8682 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054650 Aug 29 20:19:43.104710 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:43.114181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34584) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:43.127547 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5976-46ef-4bbb-bda0-5011efc421f2 req-cefaf2d7-614c-4b46-86c5-5c788182a748 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:43.129614 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1b1b5976-46ef-4bbb-bda0-5011efc421f2 req-cefaf2d7-614c-4b46-86c5-5c788182a748 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0649097 Aug 29 20:19:43.205137 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1b1b5976-46ef-4bbb-bda0-5011efc421f2 req-6ad36d52-3b75-4f5a-a7b7-6f7898fdf270 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689030 Aug 29 20:19:43.234732 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-fffa217f-aac7-42fc-b72f-cfb278604a78 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194787 Aug 29 20:19:43.247599 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-94ff25f9-ff8c-4e1c-a7f6-6c9c78ff7584 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:19:43.249151 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-94ff25f9-ff8c-4e1c-a7f6-6c9c78ff7584 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082285 Aug 29 20:19:43.332029 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34592) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:19:43.447021 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-4df81229-42a6-4aae-9880-b8b7e080358b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:43.448423 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-4df81229-42a6-4aae-9880-b8b7e080358b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports/e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 943 time: 0.1152155 Aug 29 20:19:44.354343 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9ccb1-5a6f-4f5f-b687-3d9fceaec0f7 req-e973b185-ab24-46d2-b66b-e2e7de8e29aa tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:44.355846 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31d9ccb1-5a6f-4f5f-b687-3d9fceaec0f7 req-e973b185-ab24-46d2-b66b-e2e7de8e29aa tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0514019 Aug 29 20:19:44.394926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:44.413567 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31d9ccb1-5a6f-4f5f-b687-3d9fceaec0f7 req-ca800397-79d3-4d95-9abc-314ec7f8d8d7 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510864 Aug 29 20:19:44.727241 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:19:44.842387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:19:44.943786 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port e83470af-1797-4000-830e-cdec3cee207b is: ACTIVE; New status is: DOWN {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:44.944079 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:44.973150 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:44.975616 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea3ca0-a52b-4a19-b049-ecd49c56c47e" -d '{"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-unplugged", "status": "completed", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:44.993014 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:44.997397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:45.029747 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bf7d16-97d0-4dcb-8488-2ed31adb6dab x-openstack-request-id: req-76bf7d16-97d0-4dcb-8488-2ed31adb6dab {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:45.030035 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-unplugged", "status": "failed", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "code": 422}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:45.030287 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76bf7d16-97d0-4dcb-8488-2ed31adb6dab {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:45.030855 dv-cinder-854261-2-iscsi neutron-server[106550]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76bf7d16-97d0-4dcb-8488-2ed31adb6dab']: {'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'code': 422} returned with failed status Aug 29 20:19:45.067318 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=6']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:45.576709 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb470-150a-4986-95eb-1e09be89b8d4 req-18097775-24bb-4a61-bbaf-a4bde14ad7bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:45.578951 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-642bb470-150a-4986-95eb-1e09be89b8d4 req-18097775-24bb-4a61-bbaf-a4bde14ad7bc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0575247 Aug 29 20:19:45.647140 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-642bb470-150a-4986-95eb-1e09be89b8d4 req-3a700811-3563-458f-ba0e-7e3022df2e9f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574176 Aug 29 20:19:45.741045 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-a74d3f0f-751f-4ea1-8b5e-db8872d64bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:45.742605 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-a74d3f0f-751f-4ea1-8b5e-db8872d64bc0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12&tenant_id=98b4b754e82445a0b65e88f5dbede11b HTTP/1.1" status: 200 len: 1128 time: 0.0538540 Aug 29 20:19:45.834417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-462d4dc2-dd2c-4698-a923-2d64ed9f47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:45.836490 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-462d4dc2-dd2c-4698-a923-2d64ed9f47bb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1128 time: 0.0453973 Aug 29 20:19:45.869634 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:45.961386 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-445142d4-2701-4365-ac8d-8958b553f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:45.963050 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-445142d4-2701-4365-ac8d-8958b553f53e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 909 time: 0.1205795 Aug 29 20:19:46.042044 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-1c3438e2-46e2-405b-80e2-a4b9526c8d00 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 1000 time: 0.0665634 Aug 29 20:19:46.102380 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-3c43f6b6-953b-46ed-9a5d-2342fa2b51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:46.104165 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-3c43f6b6-953b-46ed-9a5d-2342fa2b51d2 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.0543559 Aug 29 20:19:46.161272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-bbd294e4-b070-41f6-8efe-b3122053b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:46.162836 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-bbd294e4-b070-41f6-8efe-b3122053b5ab service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483537 Aug 29 20:19:46.282751 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-93f31d82-c7a1-4d1b-8afa-b5b49dcc42c3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024852 Aug 29 20:19:46.420303 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c31388eb-a5ff-4e08-984a-c90ba865534b req-ba5bb7d9-5a81-4cc5-af9f-e9629c153797 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286952 Aug 29 20:19:46.803270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a6953-9bac-4cdf-8359-ceb70e4605a1 req-72c1ea96-38ad-4fdd-97bc-0e0e1839ec64 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:46.804825 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5c0a6953-9bac-4cdf-8359-ceb70e4605a1 req-72c1ea96-38ad-4fdd-97bc-0e0e1839ec64 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0567167 Aug 29 20:19:46.867161 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5c0a6953-9bac-4cdf-8359-ceb70e4605a1 req-29095637-5f3e-48fd-bb35-036fc9aec38a tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564833 Aug 29 20:19:48.015249 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26867-f453-4e3a-95e2-19ccb9b8f8b7 req-b97da77a-3b6c-4d3b-921a-c935b17b3fe5 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:48.016937 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ed26867-f453-4e3a-95e2-19ccb9b8f8b7 req-b97da77a-3b6c-4d3b-921a-c935b17b3fe5 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0544090 Aug 29 20:19:48.073276 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ed26867-f453-4e3a-95e2-19ccb9b8f8b7 req-0454c767-9347-4b5e-aa7b-8e86485f4a63 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493989 Aug 29 20:19:49.239686 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b9315-635f-4e86-b4ab-7517bfc8602a req-68f76a38-e4a7-4112-bd54-27eb75958ce0 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:49.241822 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ce6b9315-635f-4e86-b4ab-7517bfc8602a req-68f76a38-e4a7-4112-bd54-27eb75958ce0 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0735939 Aug 29 20:19:49.308107 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ce6b9315-635f-4e86-b4ab-7517bfc8602a req-7fe6c57c-51f0-4020-b03e-f3cd982733a8 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592086 Aug 29 20:19:50.471478 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48efad-372e-4a73-bfdc-d0e88feaa62b req-4763802d-2c71-4d90-9b71-1467f1b3cc1f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:50.473799 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ca48efad-372e-4a73-bfdc-d0e88feaa62b req-4763802d-2c71-4d90-9b71-1467f1b3cc1f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0610104 Aug 29 20:19:50.545941 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ca48efad-372e-4a73-bfdc-d0e88feaa62b req-c88d726b-183c-4ebd-9688-87aa5ea2df49 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657322 Aug 29 20:19:51.687537 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620401f-d6f2-4e6e-af6d-19509b68ad17 req-a74d448c-e2bf-4664-ae77-1833c6481842 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:51.689228 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7620401f-d6f2-4e6e-af6d-19509b68ad17 req-a74d448c-e2bf-4664-ae77-1833c6481842 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0540671 Aug 29 20:19:51.750344 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7620401f-d6f2-4e6e-af6d-19509b68ad17 req-666df294-ee96-45cb-ac49-8cb22e23f7fc tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549023 Aug 29 20:19:52.912770 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33de861-6a95-4fa1-9002-e3bd249541eb req-c14cc720-e8c4-4c4a-83ae-6be3b768cc67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:52.914793 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b33de861-6a95-4fa1-9002-e3bd249541eb req-c14cc720-e8c4-4c4a-83ae-6be3b768cc67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0749042 Aug 29 20:19:52.978080 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b33de861-6a95-4fa1-9002-e3bd249541eb req-3dcbadc3-c0dd-4b13-b1d6-a567ae898302 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546987 Aug 29 20:19:54.118101 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25b25f-e253-4451-8502-24030fa6de75 req-3f034195-cd5e-44b7-8d8b-9a3f5c5fa395 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:54.119843 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cd25b25f-e253-4451-8502-24030fa6de75 req-3f034195-cd5e-44b7-8d8b-9a3f5c5fa395 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 944 time: 0.0597720 Aug 29 20:19:54.187961 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-cd25b25f-e253-4451-8502-24030fa6de75 req-c7526505-7e2d-4f65-83e8-ba97fff61e0c tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576761 Aug 29 20:19:54.721841 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:54.723426 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:54.893827 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:19:54.904597 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:55.031047 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:55.046393 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'e83470af-1797-4000-830e-cdec3cee207b', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'port_id': 'e83470af-1797-4000-830e-cdec3cee207b', 'mac_address': 'fa:16:3e:95:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:19:55.088871 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port e83470af-1797-4000-830e-cdec3cee207b is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:55.089264 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:55.104959 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83470af-1797-4000-830e-cdec3cee207b {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:19:55.130016 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:55.134983 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:55.210234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=7']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:55.218782 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.219272 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.219857 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.220164 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.220681 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.221029 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.221594 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.221791 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.222392 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.222777 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.223172 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.223806 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.224347 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.224849 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.225405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:19:55.336838 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555e662-d7c3-4454-a5b4-648a331ec3a6 req-51370a52-2584-4045-8e71-73620efe2fe2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:55.339111 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4555e662-d7c3-4454-a5b4-648a331ec3a6 req-51370a52-2584-4045-8e71-73620efe2fe2 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 945 time: 0.0721149 Aug 29 20:19:55.398715 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4555e662-d7c3-4454-a5b4-648a331ec3a6 req-edef3ee3-4083-4335-8980-5a05e3eb81ce tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536587 Aug 29 20:19:55.613635 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['e83470af-1797-4000-830e-cdec3cee207b'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:19:55.866538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:56.563382 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52069e41-4e7c-4ed7-b9ac-ab45bc0f00b0 req-b53ad8a6-ab72-4d64-82b4-effeef3ef75f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:56.564944 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-52069e41-4e7c-4ed7-b9ac-ab45bc0f00b0 req-b53ad8a6-ab72-4d64-82b4-effeef3ef75f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 945 time: 0.0628479 Aug 29 20:19:56.637767 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-52069e41-4e7c-4ed7-b9ac-ab45bc0f00b0 req-a6b2a3e1-cc03-4745-b796-1d0c52589d89 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631015 Aug 29 20:19:56.928397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:19:56.975912 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port e83470af-1797-4000-830e-cdec3cee207b triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:19:56.976328 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e83470af-1797-4000-830e-cdec3cee207b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:57.061996 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port e83470af-1797-4000-830e-cdec3cee207b is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:19:57.062396 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:57.090165 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:19:57.092674 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91fbefa-e70a-4de9-ae97-0ba425132fbc" -d '{"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-plugged", "status": "completed", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:19:57.108886 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:19:57.115176 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:19:57.143817 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:57.154707 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83675c13-e0c4-4734-9dd7-ab2184238730 x-openstack-request-id: req-83675c13-e0c4-4734-9dd7-ab2184238730 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:19:57.155001 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-plugged", "status": "completed", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:19:57.155255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83675c13-e0c4-4734-9dd7-ab2184238730 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:19:57.155649 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83675c13-e0c4-4734-9dd7-ab2184238730'] response: {'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'code': 200} Aug 29 20:19:57.195039 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=8']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:19:57.532570 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b938-ec99-414a-b694-9a2ee8152b91 req-6e32b385-c92e-459b-b167-794376036c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:57.534019 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9f88b938-ec99-414a-b694-9a2ee8152b91 req-6e32b385-c92e-459b-b167-794376036c9b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1130 time: 0.0513747 Aug 29 20:19:57.570891 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:57.599437 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9f88b938-ec99-414a-b694-9a2ee8152b91 req-1d6f3a4a-b14e-45a3-a102-6566962b596c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507069 Aug 29 20:19:57.818244 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a253cb-2d5d-4c57-9431-92197bbd7c66 req-5d60431b-7f1d-4927-9b82-47595671d6fa tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:57.819698 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-44a253cb-2d5d-4c57-9431-92197bbd7c66 req-5d60431b-7f1d-4927-9b82-47595671d6fa tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0692008 Aug 29 20:19:57.913224 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-44a253cb-2d5d-4c57-9431-92197bbd7c66 req-c7ae2e9d-9eb0-4622-84f7-527c7da1d041 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827582 Aug 29 20:19:59.069572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:19:59.084215 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34160d-ee2b-4bd4-bd8e-709f91eb8b31 req-0cd8a9a8-30ed-4d7b-8f9a-fc6ecfcf349b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:19:59.086969 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2d34160d-ee2b-4bd4-bd8e-709f91eb8b31 req-0cd8a9a8-30ed-4d7b-8f9a-fc6ecfcf349b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0700889 Aug 29 20:19:59.192955 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2d34160d-ee2b-4bd4-bd8e-709f91eb8b31 req-2f2fa1f2-ea94-4c2b-b441-8539ddf4b94f tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932968 Aug 29 20:20:00.380301 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf3c9-b817-4c1f-9e7c-b086e00733f5 req-74383e43-84a6-4ee6-b685-a90b597ea271 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:00.382793 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b4edf3c9-b817-4c1f-9e7c-b086e00733f5 req-74383e43-84a6-4ee6-b685-a90b597ea271 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0721726 Aug 29 20:20:00.464592 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b4edf3c9-b817-4c1f-9e7c-b086e00733f5 req-69cba316-0f18-42de-a384-af3071a63557 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683150 Aug 29 20:20:01.430222 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4623e29d-8a90-41bb-9e31-8ee6900ffbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:03.876398 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-f036eedb-6be6-4cad-9d1b-ccaa62950773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:05.354066 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:06.323206 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:06.629479 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=66 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:06.632994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=48 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:06.830513 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:07.094389 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:07.819507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34730) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:07.825284 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82985501', 'description': 'tempest-description--1035372459'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:07.851573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:07.955053 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (52c2556b-0e42-4447-991c-319f494745b3), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:07.960037 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (52c2556b-0e42-4447-991c-319f494745b3), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:07.993950 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:07.997564 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1745157 Aug 29 20:20:08.000316 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34734) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:08.001509 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c2556b-0e42-4447-991c-319f494745b3,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:08.006793 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '52c2556b-0e42-4447-991c-319f494745b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:08.014907 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.014907 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.015849 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.015849 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.015849 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.016329 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.016497 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.017216 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.017838 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.018412 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.019076 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.020205 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.020751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.021492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.022075 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04897287-d544-4b45-94a1-d91bdd8ee8d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.050785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (ba240634-6a2e-4250-b6f2-040b532d2909), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.141752 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (ba240634-6a2e-4250-b6f2-040b532d2909), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.147941 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (ba240634-6a2e-4250-b6f2-040b532d2909), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.183452 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba240634-6a2e-4250-b6f2-040b532d2909,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:08.198469 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.200242 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977684 Aug 29 20:20:08.202517 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.203246 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34738) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:08.206180 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.206547 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.207492 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.208120 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.209059 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.209528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.209965 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.210312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '52c2556b-0e42-4447-991c-319f494745b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:08.210511 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.210806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.211203 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.211603 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.212008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.212468 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.212904 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e4e93-e6c8-4d71-8a3f-2d03409aa684 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:20:08.251047 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (c01e411f-6453-47d9-b647-4072283b7df6), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.334909 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (c01e411f-6453-47d9-b647-4072283b7df6), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.339467 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (c01e411f-6453-47d9-b647-4072283b7df6), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.370774 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01e411f-6453-47d9-b647-4072283b7df6,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:08.376791 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.378168 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-27e56331-8353-42c4-b593-9d5f5d4f2ffd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734877 Aug 29 20:20:08.383033 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 34740) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:08.389541 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:08.419473 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.531062 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.668930 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.27.3.141 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/17f4ca84-1740-4f8d-919b-9d2efbd76a21) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:20:08.690692 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:08.793832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:08.849635 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.904343 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:08.950913 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:20:08.954260 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:20:08.957556 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:20:08.984232 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=17f4ca84-1740-4f8d-919b-9d2efbd76a21,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:09.073376 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (7df31e32-1b75-405a-b261-feeccf7fe257), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:09.124144 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:09.328438 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:09.336497 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:09.434915 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (7df31e32-1b75-405a-b261-feeccf7fe257), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:09.439904 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=17f4ca84-1740-4f8d-919b-9d2efbd76a21,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:09.467267 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:09.469917 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-92a05c16-bac1-49c9-9e6a-ad3dad072ce5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0850742 Aug 29 20:20:09.704959 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-ffc86f99-5dd9-44a4-a343-be169a708dbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--82985501&fields=id&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 267 time: 0.0543237 Aug 29 20:20:09.897209 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8df6c052-3550-4959-90bd-dfd375ff7d37 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:09.899672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8df6c052-3550-4959-90bd-dfd375ff7d37 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.1859381 Aug 29 20:20:09.922227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef7737-737b-4170-9eba-c0ec54d93919 req-1f4722a7-4e0c-496e-a079-2f3df1f5061a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:09.924608 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-ea216fe2-a634-4636-be88-4aeb5c91f87b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/quotas/8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 375 time: 0.0155149 Aug 29 20:20:09.924812 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-68ef7737-737b-4170-9eba-c0ec54d93919 req-1f4722a7-4e0c-496e-a079-2f3df1f5061a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0708365 Aug 29 20:20:10.005028 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-68ef7737-737b-4170-9eba-c0ec54d93919 req-6a906e7d-51c8-4994-9b2a-13f64a81de47 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696876 Aug 29 20:20:10.021966 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-61c89e11-7311-49b0-882e-12fb24b5ea8d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844498 Aug 29 20:20:10.151627 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-22fde0f3-c83a-49a6-8d87-926c1308a78e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122811 Aug 29 20:20:10.270443 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-47bedfc0-a1b9-443b-88fd-262e78d6a7bd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106124 Aug 29 20:20:10.475814 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-74bea6d1-f96e-4faa-8a3b-abfbe2ee7d0d req-d1b02b2f-dbd3-43ba-b10d-96487c517a76 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 210 time: 0.0444477 Aug 29 20:20:10.984702 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:10.993956 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:11.196867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7f47-0dbe-496d-badc-283c8a8f4279 req-fb80a82c-0137-454b-ab87-163abd0497af tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:11.198598 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-53ca7f47-0dbe-496d-badc-283c8a8f4279 req-fb80a82c-0137-454b-ab87-163abd0497af tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0697966 Aug 29 20:20:11.279118 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-53ca7f47-0dbe-496d-badc-283c8a8f4279 req-f50a7ae3-cedd-4e7f-93fc-3336e224680e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732925 Aug 29 20:20:11.646171 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1481148-fd82-4843-9cda-55968f078e25 req-2dc08811-7f62-4e39-9bc4-ff60cd41eec5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 210 time: 0.0440326 Aug 29 20:20:12.208920 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:12.287820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-f33184dc-4383-4f07-81f1-95a573fef59f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:12.290600 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-f33184dc-4383-4f07-81f1-95a573fef59f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.1907039 Aug 29 20:20:12.428441 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-81744b0a-43e8-49e2-8aa4-7ffbb3fbea24 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 471 time: 0.1143188 Aug 29 20:20:12.473090 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057f005-34fb-4cb0-9688-a2bcc87a6484 req-44edd7fa-15f5-49b5-b6ec-59eb61cb159d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:12.475365 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8057f005-34fb-4cb0-9688-a2bcc87a6484 req-44edd7fa-15f5-49b5-b6ec-59eb61cb159d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0742304 Aug 29 20:20:12.548003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'port': {'device_id': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'admin_state_up': True, 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'security_groups': ['52c2556b-0e42-4447-991c-319f494745b3']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:12.570863 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8057f005-34fb-4cb0-9688-a2bcc87a6484 req-8407dfe5-049d-4d12-b9b4-d7dfa01e1b8b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878105 Aug 29 20:20:12.630185 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:12.716926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Made reservation on behalf of 8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:20:12.723568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:12.854629 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c5cc3087-0466-41c1-aca8-a7b57c18ee0a req-fc695289-0240-4476-8b1d-75893f5e826f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 210 time: 0.1016998 Aug 29 20:20:12.967926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.20.0.3 (68f99afd-3890-4bbb-ac8f-4e5af64abbb6/44110d95-dfbc-4fea-a1ee-3c6d6e635057/b4e00c26-8522-48f6-9ab5-604edc4776b4) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:20:13.177652 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:13.219220 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:13.289597 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:20:13.294025 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:20:13.300176 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:20:13.311884 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=b4e00c26-8522-48f6-9ab5-604edc4776b4,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:13.387293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:13.388090 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:13.410760 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-8973a889-2fd0-45af-8827-cb8aee32e7fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694184 Aug 29 20:20:13.589656 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Request body: {'port': {'device_id': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:13.616118 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-fcdc3559-36ce-4efe-9416-43481386fd2c None None] Provisioning complete for port b4e00c26-8522-48f6-9ab5-604edc4776b4 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:20:13.616982 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3559-36ce-4efe-9416-43481386fd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:13.670732 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc3559-36ce-4efe-9416-43481386fd2c None None] Port b4e00c26-8522-48f6-9ab5-604edc4776b4 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:20:13.685863 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:13.781185 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bb74d-1c0d-4b17-98d0-3caed22338fa req-72e96038-58de-45a7-b24b-44e3ec68f55b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:13.783730 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc8bb74d-1c0d-4b17-98d0-3caed22338fa req-72e96038-58de-45a7-b24b-44e3ec68f55b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0773368 Aug 29 20:20:13.840077 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:13.870529 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc8bb74d-1c0d-4b17-98d0-3caed22338fa req-96938293-3358-4d24-aeb3-11287626a146 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712836 Aug 29 20:20:14.091499 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:14.120501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ae5f-c77d-4f51-938f-73e2e68f8ed2 req-0fcf15e0-566b-4081-b627-9fe4d706d213 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:14.123106 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9071ae5f-c77d-4f51-938f-73e2e68f8ed2 req-0fcf15e0-566b-4081-b627-9fe4d706d213 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 931 time: 0.1083505 Aug 29 20:20:14.273399 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9071ae5f-c77d-4f51-938f-73e2e68f8ed2 req-6972598f-3a27-4794-bd84-7da22ed14021 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394317 Aug 29 20:20:14.287891 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e00c26-8522-48f6-9ab5-604edc4776b4 {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:20:14.299507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Publish callbacks [] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:14.320166 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Transition to ACTIVE for port object b4e00c26-8522-48f6-9ab5-604edc4776b4 will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:20:14.325511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:14.425114 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Pushing event updated for resources: {'Port': ['ID=b4e00c26-8522-48f6-9ab5-604edc4776b4,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:14.501255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Attempting to bind port b4e00c26-8522-48f6-9ab5-604edc4776b4 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:20:14.501835 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Attempting to bind port b4e00c26-8522-48f6-9ab5-604edc4776b4 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:20:14.502328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Attempting to bind port b4e00c26-8522-48f6-9ab5-604edc4776b4 on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:20:14.508464 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Port b4e00c26-8522-48f6-9ab5-604edc4776b4 on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:20:14.508859 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Attempting to bind port b4e00c26-8522-48f6-9ab5-604edc4776b4 on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:20:14.514915 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:20:14.515249 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:20:14.515643 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Bound using segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:20:14.516073 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Bound port: b4e00c26-8522-48f6-9ab5-604edc4776b4, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:20:14.516423 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:14.600335 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] For port b4e00c26-8522-48f6-9ab5-604edc4776b4, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:20:14.605258 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] For port b4e00c26-8522-48f6-9ab5-604edc4776b4, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:20:14.614822 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:14.621567 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:14.622240 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:14.623727 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/b4e00c26-8522-48f6-9ab5-604edc4776b4 HTTP/1.1" status: 200 len: 1093 time: 1.0408316 Aug 29 20:20:14.624325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:20:14.626791 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad466f-e924-4cd9-ac46-d632895246d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:20:14.704400 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f794121-af66-4f3e-a3c6-fe74df33376b x-openstack-request-id: req-4f794121-af66-4f3e-a3c6-fe74df33376b {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:20:14.704751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:20:14.705018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f794121-af66-4f3e-a3c6-fe74df33376b {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:20:14.705521 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f794121-af66-4f3e-a3c6-fe74df33376b'] response: {'name': 'network-changed', 'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'status': 'completed', 'code': 200} Aug 29 20:20:14.712791 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c349f3-e244-4ad8-9330-6c109bd0fb9a service neutron] Pushing event updated for resources: {'Port': ['ID=b4e00c26-8522-48f6-9ab5-604edc4776b4,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:14.838307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-fc3c4527-e0b1-4482-a466-31249dad4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:14.840870 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-fc3c4527-e0b1-4482-a466-31249dad4d75 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 1127 time: 0.0629067 Aug 29 20:20:14.913065 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-617e6ca2-7146-469e-aca1-165205b5ef71 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4 HTTP/1.1" status: 200 len: 217 time: 0.0515132 Aug 29 20:20:14.998301 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-d86e832a-8ae7-4e22-a672-a1ce0cca75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:14.999819 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-d86e832a-8ae7-4e22-a672-a1ce0cca75de service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0708117 Aug 29 20:20:15.114642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff94d-e348-4d13-9f5f-ee1ceac152ae req-98639b78-9cdb-4c29-8106-113000cd1407 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:15.117481 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e97ff94d-e348-4d13-9f5f-ee1ceac152ae req-98639b78-9cdb-4c29-8106-113000cd1407 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.1298702 Aug 29 20:20:15.123172 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-b65cc3f8-de6f-4680-8c2c-aec3ca9be171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:15.125656 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-b65cc3f8-de6f-4680-8c2c-aec3ca9be171 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147587 Aug 29 20:20:15.220430 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:15.270688 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e97ff94d-e348-4d13-9f5f-ee1ceac152ae req-19745499-4cb6-4d33-bf02-bd126303d5f4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396592 Aug 29 20:20:15.335961 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-852e2478-4633-4dcf-987c-605df03d461c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978011 Aug 29 20:20:15.844807 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b6665-6962-4de0-852e-9787d4314f6c req-c088826c-580e-4a90-8a72-4846c13445f7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:15.846543 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6a1b6665-6962-4de0-852e-9787d4314f6c req-c088826c-580e-4a90-8a72-4846c13445f7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 943 time: 0.4222198 Aug 29 20:20:15.884211 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c32fbafa-8550-48b0-9224-895f05a47e71 req-88319802-46c6-410a-9976-be80818ec582 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342216 Aug 29 20:20:15.934863 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6a1b6665-6962-4de0-852e-9787d4314f6c req-b19df939-1c33-42a8-91a9-fb13f448b461 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731318 Aug 29 20:20:16.480991 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107bb71-06a3-4bb7-bddb-b2c635f8be3e req-bb832d32-07f6-4598-a5f0-c83cc591531d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:16.483663 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d107bb71-06a3-4bb7-bddb-b2c635f8be3e req-bb832d32-07f6-4598-a5f0-c83cc591531d tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0733550 Aug 29 20:20:16.540911 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:16.549879 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d107bb71-06a3-4bb7-bddb-b2c635f8be3e req-82c16275-7cd6-4d4d-a9e3-43b17b5fb3f2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597565 Aug 29 20:20:17.132637 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b960-4e7f-49c0-b635-952019296126 req-0e09c88a-e841-4152-87be-d070245876a9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:17.134253 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4b1b960-4e7f-49c0-b635-952019296126 req-0e09c88a-e841-4152-87be-d070245876a9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 943 time: 0.0729203 Aug 29 20:20:17.172258 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:17.194847 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4b1b960-4e7f-49c0-b635-952019296126 req-cecdbd57-4334-40de-8214-2373bfbc17a8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524185 Aug 29 20:20:17.280873 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:17.286306 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-a3ce3449-c379-4bfd-984a-ef54f9ec973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:17.287968 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-a3ce3449-c379-4bfd-984a-ef54f9ec973f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 1127 time: 0.0503786 Aug 29 20:20:17.411450 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-f4632b49-1e05-4346-ba52-61372c6072b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:17.413025 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-f4632b49-1e05-4346-ba52-61372c6072b6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.1131840 Aug 29 20:20:17.470125 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-35a37090-9425-45e2-9ec1-69f1b40c55ea service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4 HTTP/1.1" status: 200 len: 217 time: 0.0500562 Aug 29 20:20:17.541753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-63bc3fe0-5c4d-40c3-be8a-a5e83eb048c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:17.543195 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-63bc3fe0-5c4d-40c3-be8a-a5e83eb048c0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0643215 Aug 29 20:20:17.625040 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-ca49c0b5-a0ab-446e-aa9a-324fdbc84df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:17.626703 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-ca49c0b5-a0ab-446e-aa9a-324fdbc84df2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623753 Aug 29 20:20:17.729652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0660d-3859-466a-8223-57a94a86bc20 req-f973f8b8-6263-4e17-8ab7-e6f208e61e23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:17.731363 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bcc0660d-3859-466a-8223-57a94a86bc20 req-f973f8b8-6263-4e17-8ab7-e6f208e61e23 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0592520 Aug 29 20:20:17.800123 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bcc0660d-3859-466a-8223-57a94a86bc20 req-4b754822-ad10-4cbd-af2f-fe4fbf23530e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579147 Aug 29 20:20:17.805288 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-dbdfa412-8e6d-46fb-842c-c91b6f9acef3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238861 Aug 29 20:20:17.926773 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e9ad466f-e924-4cd9-ac46-d632895246d7 req-93158f8e-cd63-47bb-b0be-d552e85af242 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123919 Aug 29 20:20:18.329370 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1767-e9da-4a9b-99c2-ff5e7a4427dd req-7addd20b-eede-4db2-af71-f8b0bdf31816 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:18.331160 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e8cd1767-e9da-4a9b-99c2-ff5e7a4427dd req-7addd20b-eede-4db2-af71-f8b0bdf31816 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 943 time: 0.0561898 Aug 29 20:20:18.387186 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e8cd1767-e9da-4a9b-99c2-ff5e7a4427dd req-b7f8104e-47fd-4ab7-9722-edcc2e8232bc tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492799 Aug 29 20:20:18.949118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf75ad9-d2aa-4401-86b1-d1e8b5fc6bf0 req-d661cf61-c53e-4bfd-91b6-075bfb7de745 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:18.950643 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ddf75ad9-d2aa-4401-86b1-d1e8b5fc6bf0 req-d661cf61-c53e-4bfd-91b6-075bfb7de745 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0545559 Aug 29 20:20:18.998100 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ddf75ad9-d2aa-4401-86b1-d1e8b5fc6bf0 req-2aa87517-37b6-4235-85cc-97185a694075 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417671 Aug 29 20:20:19.090128 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device b4e00c26-8522-48f6-9ab5-604edc4776b4 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:20:19.196555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port b4e00c26-8522-48f6-9ab5-604edc4776b4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:19.210227 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'port_id': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'mac_address': 'fa:16:3e:da:cd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:20:19.252285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port b4e00c26-8522-48f6-9ab5-604edc4776b4 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:20:19.252667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:19.272730 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e00c26-8522-48f6-9ab5-604edc4776b4 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:20:19.293594 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port b4e00c26-8522-48f6-9ab5-604edc4776b4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:19.297798 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:19.346477 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=b4e00c26-8522-48f6-9ab5-604edc4776b4,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:19.519595 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1946d-927b-4e5d-87de-a2b323592abb req-4204b302-c3cc-43f8-b295-ad3c3bee982e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:19.521178 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6af1946d-927b-4e5d-87de-a2b323592abb req-4204b302-c3cc-43f8-b295-ad3c3bee982e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 944 time: 0.0499678 Aug 29 20:20:19.580596 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6af1946d-927b-4e5d-87de-a2b323592abb req-5a5c4800-7264-4aec-81cf-5fb6faa7ff17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512636 Aug 29 20:20:19.707716 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['b4e00c26-8522-48f6-9ab5-604edc4776b4'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:20:19.732833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:20.144397 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb769d-6811-4e20-9bf8-32e50a64c84b req-b9a05dbd-46fb-4974-97dd-291a1fbdeec0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:20.146473 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2afb769d-6811-4e20-9bf8-32e50a64c84b req-b9a05dbd-46fb-4974-97dd-291a1fbdeec0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0567961 Aug 29 20:20:20.199136 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-2afb769d-6811-4e20-9bf8-32e50a64c84b req-1d7a572f-3ded-4f20-86f9-efd3afab8bf5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460584 Aug 29 20:20:20.725014 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8dc2b-438b-45d3-a214-915bc24267f6 req-f6f6582f-7d62-49c1-99df-65c66d891d14 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:20.728588 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-30c8dc2b-438b-45d3-a214-915bc24267f6 req-f6f6582f-7d62-49c1-99df-65c66d891d14 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 944 time: 0.0574701 Aug 29 20:20:20.786922 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-30c8dc2b-438b-45d3-a214-915bc24267f6 req-a7a42db9-fadb-48c5-a909-bd413baa2898 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511396 Aug 29 20:20:21.103004 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device b4e00c26-8522-48f6-9ab5-604edc4776b4 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:20:21.148840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port b4e00c26-8522-48f6-9ab5-604edc4776b4 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:20:21.154938 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port b4e00c26-8522-48f6-9ab5-604edc4776b4 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:20:21.155354 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:21.237946 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port b4e00c26-8522-48f6-9ab5-604edc4776b4 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:20:21.239468 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:21.265537 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:20:21.267842 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45b2d97-d50b-4b6f-8ed9-b478414cd80b" -d '{"events": [{"server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "name": "network-vif-plugged", "status": "completed", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:20:21.272189 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:21.286495 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port b4e00c26-8522-48f6-9ab5-604edc4776b4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:21.292959 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:21.322449 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c1752d-a788-4d97-8980-24adf6a5c445 x-openstack-request-id: req-f8c1752d-a788-4d97-8980-24adf6a5c445 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:20:21.322727 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "name": "network-vif-plugged", "status": "completed", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:20:21.322973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8c1752d-a788-4d97-8980-24adf6a5c445 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:20:21.323361 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c1752d-a788-4d97-8980-24adf6a5c445'] response: {'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'code': 200} Aug 29 20:20:21.350234 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5149-9850-4dca-a01f-0cfbd75526b4 req-b9baa5ad-efc0-499b-9e02-41aa4c2366dd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:21.351739 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-07ad5149-9850-4dca-a01f-0cfbd75526b4 req-b9baa5ad-efc0-499b-9e02-41aa4c2366dd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0571160 Aug 29 20:20:21.366948 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=b4e00c26-8522-48f6-9ab5-604edc4776b4,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:21.433912 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-07ad5149-9850-4dca-a01f-0cfbd75526b4 req-2baa76b8-7441-4fb0-a8ff-b6c05662f6c4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755999 Aug 29 20:20:21.593807 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ca41-5a24-4d88-a0e0-e98f4cba2ea9 req-c4067ecb-83ef-497d-94d0-2785e05ffb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:21.595360 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8887ca41-5a24-4d88-a0e0-e98f4cba2ea9 req-c4067ecb-83ef-497d-94d0-2785e05ffb96 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 1129 time: 0.0426412 Aug 29 20:20:21.654693 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8887ca41-5a24-4d88-a0e0-e98f4cba2ea9 req-275cbcc4-0a22-4dbf-96bc-33ccbddd437e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512846 Aug 29 20:20:21.728229 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:20:21.921324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:21.936382 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fd7b8-8837-44d9-8014-0d0ac0f94f9f req-57c2f85d-761b-4db0-84da-fe09f73809dc tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:21.937986 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-224fd7b8-8837-44d9-8014-0d0ac0f94f9f req-57c2f85d-761b-4db0-84da-fe09f73809dc tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0578322 Aug 29 20:20:22.002267 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-224fd7b8-8837-44d9-8014-0d0ac0f94f9f req-071db6f1-78f7-4171-9ee4-80a9eb8a92c7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568852 Aug 29 20:20:22.596760 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4be6a-8457-4f1e-8765-18c406e7198c req-ce7d330e-5bd9-479e-bab5-eb483389e3d8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:22.599050 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a7f4be6a-8457-4f1e-8765-18c406e7198c req-ce7d330e-5bd9-479e-bab5-eb483389e3d8 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0592768 Aug 29 20:20:22.654293 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a7f4be6a-8457-4f1e-8765-18c406e7198c req-074f85ef-3cc7-4095-81a9-11a6e4133c1c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492063 Aug 29 20:20:23.150797 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b259f6-2942-4b63-8d97-d7a5d634ca7b req-6116d176-0877-4afb-9cec-6b140cf9664c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:23.152286 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-35b259f6-2942-4b63-8d97-d7a5d634ca7b req-6116d176-0877-4afb-9cec-6b140cf9664c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0544965 Aug 29 20:20:23.213530 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-35b259f6-2942-4b63-8d97-d7a5d634ca7b req-7ce5a804-0b53-4f41-b880-5ea423e57c71 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533924 Aug 29 20:20:23.828486 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860584-79f6-4fa7-bf64-2ae2c98b4ea5 req-77d16a88-abb5-4d79-b97f-5003422dacad tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:23.830225 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-de860584-79f6-4fa7-bf64-2ae2c98b4ea5 req-77d16a88-abb5-4d79-b97f-5003422dacad tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0724885 Aug 29 20:20:23.889069 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-de860584-79f6-4fa7-bf64-2ae2c98b4ea5 req-4d92506a-1b27-4229-8872-97766a1d85a2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527344 Aug 29 20:20:24.316084 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:24.363022 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dc5c8-c0b2-421b-a2b2-293b3988a863 req-333ecae4-f236-46e3-858a-5ee9455146c4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:24.365872 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a50dc5c8-c0b2-421b-a2b2-293b3988a863 req-333ecae4-f236-46e3-858a-5ee9455146c4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0593870 Aug 29 20:20:24.445035 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a50dc5c8-c0b2-421b-a2b2-293b3988a863 req-02502c1a-52b4-44ca-aeb1-da020d12c5f5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685632 Aug 29 20:20:24.608463 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0d912-de30-4c40-b936-e5bac97d9808 req-271b995d-fcd3-4d79-a84e-31f62d6e12fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:24.611261 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ddd0d912-de30-4c40-b936-e5bac97d9808 req-271b995d-fcd3-4d79-a84e-31f62d6e12fe tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0693924 Aug 29 20:20:24.627488 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 34890) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:24.632403 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'port_id': 'b4e00c26-8522-48f6-9ab5-604edc4776b4'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:20:24.679383 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (7df31e32-1b75-405a-b261-feeccf7fe257), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:25.121736 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ebc04-ce48-4eae-8695-bc499b118e7d req-19cf2a48-aea7-40d1-86e1-f52f64bb36f9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:25.123612 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-432ebc04-ce48-4eae-8695-bc499b118e7d req-19cf2a48-aea7-40d1-86e1-f52f64bb36f9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0949078 Aug 29 20:20:25.196273 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-432ebc04-ce48-4eae-8695-bc499b118e7d req-77fe5f2e-fc42-45e3-85b9-90b5a38a8fd9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633211 Aug 29 20:20:25.446608 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:25.610643 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:25.625480 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:25.630186 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (7df31e32-1b75-405a-b261-feeccf7fe257), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:25.759582 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP 7df31e32-1b75-405a-b261-feeccf7fe257 associated. External IP: 172.27.3.141, port: b4e00c26-8522-48f6-9ab5-604edc4776b4. Aug 29 20:20:26.043186 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:20:26.166952 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:20:26.175162 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:26.183896 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:20:26.207645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:20:26.207645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:20:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:26.236650 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-91968b7b-6186-4e1d-b795-6338f7b849a3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/7df31e32-1b75-405a-b261-feeccf7fe257 HTTP/1.1" status: 200 len: 991 time: 1.6042168 Aug 29 20:20:26.236650 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:20:26.239278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:20:26.309512 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7dd88f-8cd7-4402-8f79-b4964a9c1d02 x-openstack-request-id: req-3a7dd88f-8cd7-4402-8f79-b4964a9c1d02 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:20:26.309853 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:20:26.310112 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a7dd88f-8cd7-4402-8f79-b4964a9c1d02 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:20:26.310534 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7dd88f-8cd7-4402-8f79-b4964a9c1d02'] response: {'name': 'network-changed', 'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'status': 'completed', 'code': 200} Aug 29 20:20:26.395126 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:20:26.404503 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aa2c1-e83b-4c0c-846e-9bcd421a3ec0 req-49baefe9-dcdc-4870-8657-406e7c2dc25e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:26.404991 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-463aa2c1-e83b-4c0c-846e-9bcd421a3ec0 req-49baefe9-dcdc-4870-8657-406e7c2dc25e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0717525 Aug 29 20:20:26.480517 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-17cf504a-8099-41b2-8c21-8993ca077acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:26.482062 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-17cf504a-8099-41b2-8c21-8993ca077acc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 1129 time: 0.0755711 Aug 29 20:20:26.564043 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-463aa2c1-e83b-4c0c-846e-9bcd421a3ec0 req-7eefe5e9-ae48-48d5-b242-e3f647f5df5c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431856 Aug 29 20:20:26.674445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-9a2310e0-befb-4cd3-86d0-8fee0ba6c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:26.674445 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-9a2310e0-befb-4cd3-86d0-8fee0ba6c053 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.1788728 Aug 29 20:20:26.759939 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '7df31e32-1b75-405a-b261-feeccf7fe257', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:da:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:20:09Z', 'updated_at': '2022-08-29T20:20:25Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}, {'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:26.785326 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-54742bdf-f915-4b4d-a706-ea0cb1515cc0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4 HTTP/1.1" status: 200 len: 999 time: 0.0920098 Aug 29 20:20:26.805537 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:20:26.821863 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:20:26.822743 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:20:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:26.875305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-c66387eb-28b5-4667-a127-f1b5c011db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:26.877004 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-c66387eb-28b5-4667-a127-f1b5c011db0f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0789688 Aug 29 20:20:26.991985 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-1230496b-a2ba-4aa4-9134-437a54af62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:26.993267 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-1230496b-a2ba-4aa4-9134-437a54af62df service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974557 Aug 29 20:20:27.131028 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:20:27.180256 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:27.202649 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:20:27.222599 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-329611c1-5ad7-4686-9fa7-c7163a0cb480 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467364 Aug 29 20:20:27.428375 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:27.452730 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'mac_address': 'fa:16:3e:c7:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:20:27.519113 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: ACTIVE; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:20:27.519493 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:27.557047 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ab12c9b-86bb-41bd-aab2-ca30f835e85d {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:20:27.564140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:27.588587 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '7df31e32-1b75-405a-b261-feeccf7fe257', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:da:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:20:09Z', 'updated_at': '2022-08-29T20:20:25Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}, {'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:27.594207 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:27.619312 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:27.623403 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90431-c666-48e7-9f98-1e27601c25f1 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '7df31e32-1b75-405a-b261-feeccf7fe257', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:da:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:20:09Z', 'updated_at': '2022-08-29T20:20:25Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}, {'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:20:27.723488 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=6']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:27.782728 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-941ab6ca-5812-4e4e-a86c-a921d5ac90bb req-b9dfe219-8740-4c79-9a39-bb978cc64187 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364594 Aug 29 20:20:27.811635 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08600bf9-7a0f-4a4a-ab24-066cf9cb357d req-7fe0d8cc-d9d9-42b0-8da7-a1639e2e30de tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:27.814243 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-08600bf9-7a0f-4a4a-ab24-066cf9cb357d req-7fe0d8cc-d9d9-42b0-8da7-a1639e2e30de tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 945 time: 0.0736158 Aug 29 20:20:27.879898 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-08600bf9-7a0f-4a4a-ab24-066cf9cb357d req-66867fdb-0b0c-4087-952c-c601a8c8d9de tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545764 Aug 29 20:20:27.951961 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ac489-49ba-460e-a0e2-a90ae05e7d9d None None] New status for floating IP 7df31e32-1b75-405a-b261-feeccf7fe257: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:20:27.952759 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['1ab12c9b-86bb-41bd-aab2-ca30f835e85d'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:20:29.077097 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a162a2b-fbcb-4c11-983a-64019a30d92d req-adeb429d-7b2a-43c0-9f45-c0d8ca780c6c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:29.078558 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a162a2b-fbcb-4c11-983a-64019a30d92d req-adeb429d-7b2a-43c0-9f45-c0d8ca780c6c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 945 time: 0.0721152 Aug 29 20:20:29.133545 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a162a2b-fbcb-4c11-983a-64019a30d92d req-7b2043a7-b388-41de-a92a-fb1a3745aa97 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488877 Aug 29 20:20:29.147847 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:20:29.248012 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:20:29.248534 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:29.360838 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:29.364572 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:20:29.365141 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:29.408976 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:20:29.419712 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3c6d5-eb83-4622-91a4-0c209a13ea61" -d '{"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:20:29.443156 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:29.461605 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:29.505851 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd484075-8423-4c65-989f-52e68d026ade x-openstack-request-id: req-cd484075-8423-4c65-989f-52e68d026ade {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:20:29.506240 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:20:29.506390 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd484075-8423-4c65-989f-52e68d026ade {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:20:29.506988 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd484075-8423-4c65-989f-52e68d026ade'] response: {'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'code': 200} Aug 29 20:20:29.545630 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=7']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:30.354365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc16b-d3ea-459f-840e-6b4898f15b0e req-a47a6dae-2957-4293-a17e-eeb106fe9988 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:30.362972 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ce4cc16b-d3ea-459f-840e-6b4898f15b0e req-a47a6dae-2957-4293-a17e-eeb106fe9988 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0857439 Aug 29 20:20:30.465888 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ce4cc16b-d3ea-459f-840e-6b4898f15b0e req-26a8f3ea-c7c1-457d-a091-e99848a462e6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944502 Aug 29 20:20:31.438234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30a8-a3c2-43ff-bf10-f278ec980a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:31.589535 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:31.657975 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d8e4-4785-4de8-a009-23471bebd5cf req-a5e3e6d6-b68b-4040-a10d-e9222f3dfc11 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:31.661389 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3746d8e4-4785-4de8-a009-23471bebd5cf req-a5e3e6d6-b68b-4040-a10d-e9222f3dfc11 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0856135 Aug 29 20:20:31.738928 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3746d8e4-4785-4de8-a009-23471bebd5cf req-9c86c64d-b0bd-49ec-834f-c899678446c3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712264 Aug 29 20:20:32.629103 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f717c-9ad6-4ef4-ace7-9bb7ea6eedee req-aea7baa0-4333-46a6-be94-74f45e640013 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:32.631769 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc5f717c-9ad6-4ef4-ace7-9bb7ea6eedee req-aea7baa0-4333-46a6-be94-74f45e640013 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.0578108 Aug 29 20:20:32.671732 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:32.720171 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc5f717c-9ad6-4ef4-ace7-9bb7ea6eedee req-e978d00b-2f45-4823-a1ec-cb9978412d0e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752461 Aug 29 20:20:32.917225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa02a0-31b5-412c-be13-16d459d94b4b req-df0331a6-527f-437a-a130-b690cd8d0aae tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:32.918807 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96fa02a0-31b5-412c-be13-16d459d94b4b req-df0331a6-527f-437a-a130-b690cd8d0aae tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0735815 Aug 29 20:20:32.996744 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96fa02a0-31b5-412c-be13-16d459d94b4b req-3c7e8aa8-8535-46c2-8bde-dfea91836bef tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686209 Aug 29 20:20:33.893637 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5c764512-0e2b-449e-a5a5-4e8e45d1b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:33.894328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd9993-a88c-4d73-b4a7-b354323c4cc6 req-60a0bcb3-0797-4c17-bf08-97515a9690af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:33.907076 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-36fd9993-a88c-4d73-b4a7-b354323c4cc6 req-60a0bcb3-0797-4c17-bf08-97515a9690af tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.1018887 Aug 29 20:20:33.983559 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-36fd9993-a88c-4d73-b4a7-b354323c4cc6 req-38d9e387-b20a-4a29-b544-8465ee51c9a9 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745819 Aug 29 20:20:34.166348 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29da90-006a-40f4-a31c-c8dc9303bc20 req-aa640f94-7aca-496c-95f8-4fde212b03f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:34.174604 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7e29da90-006a-40f4-a31c-c8dc9303bc20 req-aa640f94-7aca-496c-95f8-4fde212b03f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0651910 Aug 29 20:20:34.242351 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7e29da90-006a-40f4-a31c-c8dc9303bc20 req-5ed50889-c806-426f-9f4f-94f4a2655cc0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653064 Aug 29 20:20:35.184040 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744252ac-6827-4306-a51c-884bd69dc05e req-14b600e3-0821-4dde-8d50-17fda2504b31 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:35.186261 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-744252ac-6827-4306-a51c-884bd69dc05e req-14b600e3-0821-4dde-8d50-17fda2504b31 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.0783360 Aug 29 20:20:35.282888 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-744252ac-6827-4306-a51c-884bd69dc05e req-319c9f62-267b-442f-bb3c-137a8db038f2 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851610 Aug 29 20:20:35.367018 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:35.419235 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e088-d8a4-4b6d-894a-7ccf08bdd7c5 req-d9c2f65d-b49a-44ab-b3db-9492eb73bc67 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:35.426441 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1af4e088-d8a4-4b6d-894a-7ccf08bdd7c5 req-d9c2f65d-b49a-44ab-b3db-9492eb73bc67 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0711770 Aug 29 20:20:35.451734 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:35.484393 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-eb742995-720b-42d4-917e-ca23207a9e30 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:35.486085 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-eb742995-720b-42d4-917e-ca23207a9e30 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 946 time: 0.0673470 Aug 29 20:20:35.506630 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1af4e088-d8a4-4b6d-894a-7ccf08bdd7c5 req-85ea5d20-1347-43fa-85f2-7095e74292cd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750387 Aug 29 20:20:35.637096 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Deleting port 2b37a22d-175b-4c8c-a293-774e1c96bca8 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:20:35.637940 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:35.771763 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] For port 2b37a22d-175b-4c8c-a293-774e1c96bca8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2b37a22d-175b-4c8c-a293-774e1c96bca8,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:35.772129 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.002536 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.003121 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (114a5149-a47c-44ed-adf1-853276102eb3), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.003658 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Floating IP 114a5149-a47c-44ed-adf1-853276102eb3 disassociated. External IP: 172.27.3.19, port: 2b37a22d-175b-4c8c-a293-774e1c96bca8. Aug 29 20:20:36.004215 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Calling delete_port for 2b37a22d-175b-4c8c-a293-774e1c96bca8 owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:20:36.218717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (2b37a22d-175b-4c8c-a293-774e1c96bca8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.234757 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:36.330752 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event deleted for resources: {'Port': ['ID=2b37a22d-175b-4c8c-a293-774e1c96bca8,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:36.339452 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.427949 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-861386df-69c2-46c9-b411-ef5700523cff req-ca9516ec-4a80-4e85-96bc-d876a6cdcff6 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 210 time: 0.0384226 Aug 29 20:20:36.460873 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Router 55a86331-6773-47f9-b995-11329b1a8313 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:20:36.531483 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:36.640507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:20:36.675383 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:20:36.692000 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:20:36.695247 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:20:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:36.730701 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] No DVR routers for this DVR port 2b37a22d-175b-4c8c-a293-774e1c96bca8 on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:20:36.735049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.740448 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1b1e344f-2d05-4e51-a813-e8fc4bc354a8 req-03cc31a2-cad3-4067-b24c-579f4635c8ed tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2b37a22d-175b-4c8c-a293-774e1c96bca8 HTTP/1.1" status: 204 len: 173 time: 1.2448437 Aug 29 20:20:36.741157 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'name': 'network-vif-deleted', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:20:36.743596 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c592e2-a5c2-4ce0-b48d-1583609aa8f6" -d '{"events": [{"server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "name": "network-vif-deleted", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:20:36.747946 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:36.759606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea7dcf-9df5-4c4c-98bd-217f0716a9d1 req-6f943dfa-51fc-42c5-82eb-3ffd29a6c712 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:36.779127 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0bea7dcf-9df5-4c4c-98bd-217f0716a9d1 req-6f943dfa-51fc-42c5-82eb-3ffd29a6c712 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.1153452 Aug 29 20:20:36.867714 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0bea7dcf-9df5-4c4c-98bd-217f0716a9d1 req-fc869936-d876-4c5d-bb71-4f03de24f8b5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849435 Aug 29 20:20:36.872820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91edeee-7e7c-4050-9f21-c236522227de x-openstack-request-id: req-b91edeee-7e7c-4050-9f21-c236522227de {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:20:36.873280 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15272b1d-3321-42a2-9812-a4c28ac47708", "name": "network-vif-deleted", "tag": "2b37a22d-175b-4c8c-a293-774e1c96bca8", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:20:36.873682 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b91edeee-7e7c-4050-9f21-c236522227de {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:20:36.874462 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91edeee-7e7c-4050-9f21-c236522227de'] response: {'server_uuid': '15272b1d-3321-42a2-9812-a4c28ac47708', 'name': 'network-vif-deleted', 'tag': '2b37a22d-175b-4c8c-a293-774e1c96bca8', 'status': 'completed', 'code': 200} Aug 29 20:20:36.952725 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:36.974423 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:20:37.175352 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:37.323335 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:37.326184 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:37.355703 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:20:37.365695 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:20:37.366344 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:20:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:37.560510 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:20:37.667706 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ac49b8a7-6a2e-4705-8f3f-45f16c9cc8db req-bdc2920f-467f-4d71-aeda-b83ddc08ac97 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=15272b1d-3321-42a2-9812-a4c28ac47708 HTTP/1.1" status: 200 len: 210 time: 0.0754824 Aug 29 20:20:37.910401 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:37.952908 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7eb0d-89e2-4781-9d78-2a71829b2672 None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:12:38Z', 'revision_number': 4, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '2e493ef4-e69f-4155-95a2-ee9cb3f8c675', 'name': '', 'network_id': '03a78358-12e5-4261-9033-2937f1d7bd0b', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'mac_address': 'fa:16:3e:b0:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:37Z', 'updated_at': '2022-08-29T20:12:55Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'subnets': [{'id': 'e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:20:38.106571 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea2cdd-a23e-41d3-b1e1-3db5e2e22284 req-b8b9edf3-4e4b-4591-be6c-ec935cb1ca73 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:38.118402 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8eea2cdd-a23e-41d3-b1e1-3db5e2e22284 req-b8b9edf3-4e4b-4591-be6c-ec935cb1ca73 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0830946 Aug 29 20:20:38.210500 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8eea2cdd-a23e-41d3-b1e1-3db5e2e22284 req-9417a2cc-9644-43dd-a9f8-559c9fbc0f2e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907171 Aug 29 20:20:38.454952 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbe4a8-4920-4817-aabd-5fc4d40b1717 None None] New status for floating IP 114a5149-a47c-44ed-adf1-853276102eb3: DOWN {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:20:38.806856 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35030) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:38.898437 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15a72e58-798e-4281-b201-45d94cae4e3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:38.940421 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15a72e58-798e-4281-b201-45d94cae4e3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.015503 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15a72e58-798e-4281-b201-45d94cae4e3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.018521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-15a72e58-798e-4281-b201-45d94cae4e3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.023186 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-15a72e58-798e-4281-b201-45d94cae4e3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1 HTTP/1.1" status: 204 len: 168 time: 0.2114642 Aug 29 20:20:39.023907 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35032) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:39.031601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a72e58-798e-4281-b201-45d94cae4e3e tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:39.042079 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.api.v2.resource [None req-a0cbbfbc-7fc7-4a90-a67c-8b3cc7f8acdb tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] show failed (client error): The resource could not be found. Aug 29 20:20:39.047113 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a0cbbfbc-7fc7-4a90-a67c-8b3cc7f8acdb tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "GET /networking/v2.0/security-groups/3fd7df9c-f49b-43af-9d8a-0d8c61b25ce1 HTTP/1.1" status: 404 len: 347 time: 0.0184603 Aug 29 20:20:39.055721 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35034) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:39.182860 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2b37a22d-175b-4c8c-a293-774e1c96bca8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:20:39.209172 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 2b37a22d-175b-4c8c-a293-774e1c96bca8 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:20:39.210113 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2b37a22d-175b-4c8c-a293-774e1c96bca8 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:20:39.210945 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Deleting port eea2a196-418e-4f4b-b3e0-df60bafe3bbf {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:20:39.211341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.415946 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36a6ba-59c0-44a8-a502-5d29b2d6cb17 req-eb92e065-84bd-43cb-a8ad-c9662587c6f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:39.423502 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6d36a6ba-59c0-44a8-a502-5d29b2d6cb17 req-eb92e065-84bd-43cb-a8ad-c9662587c6f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0938578 Aug 29 20:20:39.429570 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.431151 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.469293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Calling delete_port for eea2a196-418e-4f4b-b3e0-df60bafe3bbf owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:20:39.560967 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6d36a6ba-59c0-44a8-a502-5d29b2d6cb17 req-33f80efc-947d-4b5d-afdc-c00ca73f3a9e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276700 Aug 29 20:20:39.706476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (eea2a196-418e-4f4b-b3e0-df60bafe3bbf), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.751322 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Pushing event deleted for resources: {'Port': ['ID=eea2a196-418e-4f4b-b3e0-df60bafe3bbf,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:39.855110 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks [] for floatingip (114a5149-a47c-44ed-adf1-853276102eb3), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.861827 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:39.867799 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a5978e6b-1b01-4f8b-8a98-b793b245a0e4 tempest-AttachVolumeTestJSON-1109797387 tempest-AttachVolumeTestJSON-1109797387-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/114a5149-a47c-44ed-adf1-853276102eb3 HTTP/1.1" status: 204 len: 168 time: 0.8032167 Aug 29 20:20:40.722630 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd6c1-b427-4787-ac75-0c3aced11367 req-22b7c6ee-7dd3-46e3-9b1a-1595ebcaf594 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:40.724897 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-255bd6c1-b427-4787-ac75-0c3aced11367 req-22b7c6ee-7dd3-46e3-9b1a-1595ebcaf594 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0542903 Aug 29 20:20:40.784919 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-255bd6c1-b427-4787-ac75-0c3aced11367 req-69fd538a-6f4d-4b0a-827c-0940f46062e4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508578 Aug 29 20:20:41.149903 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-39ded94b-cec2-4da6-95ce-a7e66c70c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:41.151680 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-39ded94b-cec2-4da6-95ce-a7e66c70c12e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1130 time: 0.0671341 Aug 29 20:20:41.278487 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-e08fdb61-bbdb-4cf4-aca4-ab031aece815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:41.280845 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-e08fdb61-bbdb-4cf4-aca4-ab031aece815 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.1149347 Aug 29 20:20:41.592800 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:41.601370 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-6430dd06-62c9-4416-85db-277fda7ebd1d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 1002 time: 0.0795569 Aug 29 20:20:41.682008 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-dc138912-ec5e-4444-98de-09ed3bfd3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:41.683651 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-dc138912-ec5e-4444-98de-09ed3bfd3e98 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0680847 Aug 29 20:20:41.732324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-2caeb0bf-230c-40b5-bacf-75b5ed6355db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:41.733770 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-2caeb0bf-230c-40b5-bacf-75b5ed6355db service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429626 Aug 29 20:20:41.811353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:41.863352 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-153bb6d7-993e-488f-8bad-87afd6ca603d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028013 Aug 29 20:20:41.985576 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564a1e-e500-4562-bb0b-63a1f4765391 req-c5943848-527b-4605-94f6-9f3f9d1b05b6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:41.987542 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7564a1e-e500-4562-bb0b-63a1f4765391 req-c5943848-527b-4605-94f6-9f3f9d1b05b6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0959883 Aug 29 20:20:42.038601 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13fccb5f-dab3-4eeb-ac6e-b26d292b4aa5 req-49fc5d78-b906-4f94-b4cc-f2b4cbbd8e0f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668200 Aug 29 20:20:42.067403 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a7564a1e-e500-4562-bb0b-63a1f4765391 req-b0de89fb-ba32-4131-8935-f8cec17d9658 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684178 Aug 29 20:20:43.217469 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:20:43.238682 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3984-6502-4f57-aa62-6b51a18d54c4 req-ff61aebf-34a3-454c-8706-6ec0b82152eb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:43.241390 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f67a3984-6502-4f57-aa62-6b51a18d54c4 req-ff61aebf-34a3-454c-8706-6ec0b82152eb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 946 time: 0.0698748 Aug 29 20:20:43.244054 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:43.302179 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f67a3984-6502-4f57-aa62-6b51a18d54c4 req-8ff6f5d6-94c6-4187-8c1c-5760da0e2329 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534003 Aug 29 20:20:43.312721 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: ACTIVE; New status is: DOWN {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:20:43.313348 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:43.353265 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:20:43.356624 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08438507-f447-4ab4-a574-751f6fbd622c" -d '{"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:20:43.377555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:43.384441 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:43.414923 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20011b-dc3f-4c1a-8891-5795e25ff7a3 x-openstack-request-id: req-3d20011b-dc3f-4c1a-8891-5795e25ff7a3 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:20:43.415229 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:20:43.415449 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d20011b-dc3f-4c1a-8891-5795e25ff7a3 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:20:43.415834 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d20011b-dc3f-4c1a-8891-5795e25ff7a3'] response: {'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'code': 200} Aug 29 20:20:43.453017 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=8']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:43.608674 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35088) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:44.117898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (55a86331-6773-47f9-b995-11329b1a8313), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:44.498630 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af7bd-7a1f-44f5-8c0e-a7a82a269ff3 req-2626253d-680c-426c-93cb-a9180b1f3804 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:44.504393 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b12af7bd-7a1f-44f5-8c0e-a7a82a269ff3 req-2626253d-680c-426c-93cb-a9180b1f3804 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0992362 Aug 29 20:20:44.560840 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b12af7bd-7a1f-44f5-8c0e-a7a82a269ff3 req-860c50e7-f1d1-4f2a-8e6f-9ef99ab5e92c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495403 Aug 29 20:20:44.712328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Deleting port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:20:44.712918 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:44.726291 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:44.810394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] For port 2e493ef4-e69f-4155-95a2-ee9cb3f8c675, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:44.810766 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:44.827156 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Calling delete_port for 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 owned by network:router_interface {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:20:44.870308 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:45.047516 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (2e493ef4-e69f-4155-95a2-ee9cb3f8c675), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:45.076406 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e493ef4-e69f-4155-95a2-ee9cb3f8c675,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:45.302280 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (55a86331-6773-47f9-b995-11329b1a8313), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:45.564397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Router 55a86331-6773-47f9-b995-11329b1a8313 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:20:45.743293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:20:45.748572 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-994f8a7e-bd75-4d26-b0cd-af50f6d1a8e6 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/55a86331-6773-47f9-b995-11329b1a8313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401036 Aug 29 20:20:45.752077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35100) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:45.758481 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adb959-9f5e-4e5b-a7f6-e5458925b035 req-3c9eecb0-9335-4b1d-8dff-7a8934c53ef2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:45.759768 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] Sync routers for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:20:45.760487 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d5adb959-9f5e-4e5b-a7f6-e5458925b035 req-3c9eecb0-9335-4b1d-8dff-7a8934c53ef2 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0676758 Aug 29 20:20:45.838823 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d5adb959-9f5e-4e5b-a7f6-e5458925b035 req-57b5fb08-7304-4709-822b-7e17e38d2392 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727673 Aug 29 20:20:45.891226 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks [] for router (55a86331-6773-47f9-b995-11329b1a8313), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:45.929635 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:20:45.930308 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:20:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:46.015524 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks [] for router_gateway (55a86331-6773-47f9-b995-11329b1a8313), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.053741 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:20:46.080267 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Deleting port 8ccc758d-2edc-4305-9849-3011ba39b42f {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:20:46.080839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.176399 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] For port 8ccc758d-2edc-4305-9849-3011ba39b42f, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=8ccc758d-2edc-4305-9849-3011ba39b42f,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:46.177321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.191151 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:46.195411 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:46.196647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Calling delete_port for 8ccc758d-2edc-4305-9849-3011ba39b42f owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:20:46.264902 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:20:44Z', 'revision_number': 5, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port': {'id': '8ccc758d-2edc-4305-9849-3011ba39b42f', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a86331-6773-47f9-b995-11329b1a8313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:12:31Z', 'updated_at': '2022-08-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:46.293902 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] Checking router: 55a86331-6773-47f9-b995-11329b1a8313 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:20:46.303538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] Routers {'55a86331-6773-47f9-b995-11329b1a8313'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:20:46.304161 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:20:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['55a86331-6773-47f9-b995-11329b1a8313'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:46.419291 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] Set router 55a86331-6773-47f9-b995-11329b1a8313 gateway port host: None {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:20:46.430310 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (8ccc758d-2edc-4305-9849-3011ba39b42f), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.460329 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccc758d-2edc-4305-9849-3011ba39b42f,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:46.510817 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:20:46Z', 'revision_number': 6, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:46.524913 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:46.546482 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658a207-2908-49ae-aeb7-55eb74a3ed9f None None] The sync data for ids ['55a86331-6773-47f9-b995-11329b1a8313'] in dv-cinder-854261-2-iscsi is: [{'id': '55a86331-6773-47f9-b995-11329b1a8313', 'name': 'tempest-AttachVolumeTestJSON-31778509-router', 'tenant_id': '6fb06a5fd3a3482d991c542ccc993e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:12:30Z', 'updated_at': '2022-08-29T20:20:46Z', 'revision_number': 6, 'project_id': '6fb06a5fd3a3482d991c542ccc993e88', 'gw_port_host': None}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:20:46.572628 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (55a86331-6773-47f9-b995-11329b1a8313), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.579012 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-413c29f2-c28d-42e4-bfbf-55c387c443a5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685949 Aug 29 20:20:46.691171 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (55a86331-6773-47f9-b995-11329b1a8313), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.694269 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks [] for router_controller (55a86331-6773-47f9-b995-11329b1a8313), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.715000 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-7bb3a6bc-72d3-411d-a893-1a91c79f6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:46.716365 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-7bb3a6bc-72d3-411d-a893-1a91c79f6efb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1130 time: 0.0450699 Aug 29 20:20:46.759988 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (55a86331-6773-47f9-b995-11329b1a8313), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.762652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a86331-6773-47f9-b995-11329b1a8313 {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:20:46.768589 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.769463 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f0f05fe0-a282-44ac-aca2-8f2314f31045 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/55a86331-6773-47f9-b995-11329b1a8313 HTTP/1.1" status: 204 len: 168 time: 1.0158308 Aug 29 20:20:46.771889 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35122) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:46.802792 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:46.838853 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Deleting subnet e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:20:46.843323 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Publish callbacks [] for subnet (e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.866374 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-c135b956-467c-46cd-b333-ef73c0dfaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:46.867976 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-c135b956-467c-46cd-b333-ef73c0dfaaaf service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 909 time: 0.1255250 Aug 29 20:20:46.891091 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:46.955416 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-1cbfc413-f954-4af2-b6ba-0501655d49d7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 1002 time: 0.0778017 Aug 29 20:20:47.022851 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.028504 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-47ceee3f-f9b8-49df-90ff-f9aae5050883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:47.030166 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-47ceee3f-f9b8-49df-90ff-f9aae5050883 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.0624833 Aug 29 20:20:47.105792 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-29778ff0-83f6-4cd5-9005-6321c049d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:47.107521 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-29778ff0-83f6-4cd5-9005-6321c049d38e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659118 Aug 29 20:20:47.112184 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.142604 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:47.148082 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.153991 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-0dd98c0f-80af-40a7-9613-7213a000f58c admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/e655c7bb-8e4e-48dd-9ce9-2f92bf63c6f8 HTTP/1.1" status: 204 len: 168 time: 0.3783700 Aug 29 20:20:47.154264 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35130) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:47.162285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0ee85-e7f3-429f-aef9-53f49662d202 None None] Network 03a78358-12e5-4261-9033-2937f1d7bd0b requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:20:47.261785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (03a78358-12e5-4261-9033-2937f1d7bd0b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.282576 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:20:47.315811 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-233e4c0e-b909-4117-99d3-8746ff25bc91 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936457 Aug 29 20:20:47.321849 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:47.336526 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Deleting port c5db47ac-073f-46b4-80b6-74dc05895ae4 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:20:47.337012 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.361238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191393-9808-43ee-aa8b-6a610baee871 req-579c5c14-5aa2-4c90-b3cf-d275e36f2da0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:47.366985 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ac191393-9808-43ee-aa8b-6a610baee871 req-579c5c14-5aa2-4c90-b3cf-d275e36f2da0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0959280 Aug 29 20:20:47.454481 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: DOWN; New status is: DOWN {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:20:47.484746 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] For port c5db47ac-073f-46b4-80b6-74dc05895ae4, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c5db47ac-073f-46b4-80b6-74dc05895ae4,segment=NetworkSegment(ea30647f-4a64-41e2-83cd-6f7e1faa81ac),segment_id=ea30647f-4a64-41e2-83cd-6f7e1faa81ac)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:47.485213 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.523686 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Calling delete_port for c5db47ac-073f-46b4-80b6-74dc05895ae4 owned by network:dhcp {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:20:47.544468 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ac191393-9808-43ee-aa8b-6a610baee871 req-775c30f3-bbe0-41d8-9b26-c68c685eb0db tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314206 Aug 29 20:20:47.570545 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0fc1fc36-55ba-46d3-b48c-bf0342bb4fab req-4bc1bf9c-12a4-48a6-8489-265bd5a38c05 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427771 Aug 29 20:20:47.615146 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] DHCP port deletion for 03a78358-12e5-4261-9033-2937f1d7bd0b request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:20:47.629570 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:47.638993 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:47.736717 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 8ccc758d-2edc-4305-9849-3011ba39b42f no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:20:47.762887 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.767908 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 8ccc758d-2edc-4305-9849-3011ba39b42f {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:20:47.768521 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 8ccc758d-2edc-4305-9849-3011ba39b42f not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:20:47.769223 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:20:47.773073 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Deleting port c5db47ac-073f-46b4-80b6-74dc05895ae4 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:20:47.773685 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.822064 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:20:47.823031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 2e493ef4-e69f-4155-95a2-ee9cb3f8c675 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:20:47.827045 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5db47ac-073f-46b4-80b6-74dc05895ae4,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:47.833407 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] No DVR routers for this DVR port c5db47ac-073f-46b4-80b6-74dc05895ae4 on host dv-cinder-854261-2-iscsi {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:20:47.842374 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-e03df8ac-1635-4752-a4fd-e262a75f68c0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945251 Aug 29 20:20:47.922475 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] For port c5db47ac-073f-46b4-80b6-74dc05895ae4, host dv-cinder-854261-2-iscsi, got binding levels [] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:20:47.923262 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.951533 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Calling delete_port for c5db47ac-073f-46b4-80b6-74dc05895ae4 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:20:47.957284 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.ipam_backend_mixin [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Port c5db47ac-073f-46b4-80b6-74dc05895ae4 was not found and therefore no delete operation was performed {{(pid=106550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 20:20:47.960787 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (c5db47ac-073f-46b4-80b6-74dc05895ae4), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:47.991253 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-58a356c9-6daf-4570-9c65-454d250a91b9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:47.995666 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-58a356c9-6daf-4570-9c65-454d250a91b9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports/1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 941 time: 0.1118050 Aug 29 20:20:48.004994 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] Pushing event deleted for resources: {'Port': ['ID=c5db47ac-073f-46b4-80b6-74dc05895ae4,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:48.005861 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (03a78358-12e5-4261-9033-2937f1d7bd0b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.027879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a0f73-60eb-4269-986f-cfa3539d226f None None] No DVR routers for this DVR port c5db47ac-073f-46b4-80b6-74dc05895ae4 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:20:48.052378 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a78358-12e5-4261-9033-2937f1d7bd0b']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:48.066735 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:48.067172 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea30647f-4a64-41e2-83cd-6f7e1faa81ac') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:20:48.084761 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (ea30647f-4a64-41e2-83cd-6f7e1faa81ac), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.102895 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (ea30647f-4a64-41e2-83cd-6f7e1faa81ac), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.115088 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:20:48.116148 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (ea30647f-4a64-41e2-83cd-6f7e1faa81ac), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.214572 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (03a78358-12e5-4261-9033-2937f1d7bd0b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.243818 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.247391 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/03a78358-12e5-4261-9033-2937f1d7bd0b HTTP/1.1" status: 204 len: 168 time: 1.0920432 Aug 29 20:20:48.251828 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment ea30647f-4a64-41e2-83cd-6f7e1faa81ac resource provider aggregate not found Aug 29 20:20:48.258015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34bb3a-5378-4bb7-a797-6f74afaa2b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=03a78358-12e5-4261-9033-2937f1d7bd0b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:48.274438 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment ea30647f-4a64-41e2-83cd-6f7e1faa81ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea30647f-4a64-41e2-83cd-6f7e1faa81ac found for delete ", "request_id": "req-2942b914-a0a5-436f-9e44-246edd0f8d99"}]} Aug 29 20:20:48.432327 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35162) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:48.459446 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:DELETE=1,neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:48.482467 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-9dfca26d-58c3-4dd1-b106-91960ad56a64 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6fb06a5fd3a3482d991c542ccc993e88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486116 Aug 29 20:20:48.485076 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35164) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:48.550742 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-40724224-30cf-4ca7-b090-ace82bdc21f6 admin admin] Publish callbacks [] for security_group (326460a0-7778-4755-8fa5-acae5217a29a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.577273 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-40724224-30cf-4ca7-b090-ace82bdc21f6 admin admin] Publish callbacks [] for security_group (326460a0-7778-4755-8fa5-acae5217a29a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.609675 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:48.649082 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-40724224-30cf-4ca7-b090-ace82bdc21f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (326460a0-7778-4755-8fa5-acae5217a29a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.656302 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-40724224-30cf-4ca7-b090-ace82bdc21f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:48.658012 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-40724224-30cf-4ca7-b090-ace82bdc21f6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/326460a0-7778-4755-8fa5-acae5217a29a HTTP/1.1" status: 204 len: 168 time: 0.1716766 Aug 29 20:20:48.675515 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40724224-30cf-4ca7-b090-ace82bdc21f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326460a0-7778-4755-8fa5-acae5217a29a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:48.755789 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ac69-afd3-4413-8be0-37f36f719862 req-e57085d9-6a9b-4bdc-a37c-1ea6b53f5b0c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:48.757432 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7ca9ac69-afd3-4413-8be0-37f36f719862 req-e57085d9-6a9b-4bdc-a37c-1ea6b53f5b0c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0686407 Aug 29 20:20:48.821791 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7ca9ac69-afd3-4413-8be0-37f36f719862 req-97200f66-3754-4570-8ff2-e0b989d47ac5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575886 Aug 29 20:20:49.427258 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-0fcdc7a9-352b-46c3-9594-2207f511c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:49.429517 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-0fcdc7a9-352b-46c3-9594-2207f511c645 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8&tenant_id=fc733dcfcf9043feb354598fc2792ff5 HTTP/1.1" status: 200 len: 1128 time: 0.0508759 Aug 29 20:20:49.526891 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-8025f619-eaef-4382-a6a0-80bf621fa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:49.528439 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-8025f619-eaef-4382-a6a0-80bf621fa54b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fc733dcfcf9043feb354598fc2792ff5&device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1128 time: 0.0481174 Aug 29 20:20:49.535366 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c5db47ac-073f-46b4-80b6-74dc05895ae4 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:20:49.558118 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: c5db47ac-073f-46b4-80b6-74dc05895ae4 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:20:49.558646 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c5db47ac-073f-46b4-80b6-74dc05895ae4 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:20:49.630908 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-971e1852-e5be-4fa9-ac90-599ac99de09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:49.634582 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-971e1852-e5be-4fa9-ac90-599ac99de09f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 200 len: 917 time: 0.0959115 Aug 29 20:20:49.718970 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-8800636d-0fea-44a8-a45e-0e1894247432 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 200 len: 1000 time: 0.0767250 Aug 29 20:20:49.775241 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-4c50ad05-d823-4363-8163-ae741312d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:49.776863 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-4c50ad05-d823-4363-8163-ae741312d9b5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 200 len: 855 time: 0.0500307 Aug 29 20:20:49.827684 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-73aa18b1-2930-4520-a2ab-b03a6cfbb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:49.829254 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-73aa18b1-2930-4520-a2ab-b03a6cfbb4be service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f0d72436-11cb-4b65-af1f-b46234f8df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431945 Aug 29 20:20:49.946202 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:49.952054 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-aae6ad44-145d-489e-a5fe-af16f1ad699c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150856 Aug 29 20:20:49.973055 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c2a3-e324-4150-813c-0370ebd8b09f req-4271577c-2b44-4746-bdcd-2232db0c5b88 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:49.975202 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-99c0c2a3-e324-4150-813c-0370ebd8b09f req-4271577c-2b44-4746-bdcd-2232db0c5b88 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0590689 Aug 29 20:20:50.031542 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-99c0c2a3-e324-4150-813c-0370ebd8b09f req-48f8ee15-9824-4aa5-975e-542b131ef0cc tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490031 Aug 29 20:20:50.074429 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:50.117200 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ecc773d-a7a6-4c71-b103-8719c12cd6ed req-41c4de71-990f-418b-bb3f-77ba9a9eb5db service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416695 Aug 29 20:20:51.230594 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1bd19-8dc5-420f-a593-b8e809a9ad8e req-8fb65873-f78d-4e21-9271-3d24b3e9a07e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:51.232961 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bcf1bd19-8dc5-420f-a593-b8e809a9ad8e req-8fb65873-f78d-4e21-9271-3d24b3e9a07e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0746002 Aug 29 20:20:51.290203 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bcf1bd19-8dc5-420f-a593-b8e809a9ad8e req-755a7256-f3b2-425a-9a40-44c185ddaf53 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509307 Aug 29 20:20:52.464007 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5f900-9476-46be-acff-59d61fca57ad req-b53887d1-48e7-4e21-a941-a7e5fcd16a93 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:52.466127 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ba5f900-9476-46be-acff-59d61fca57ad req-b53887d1-48e7-4e21-a941-a7e5fcd16a93 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0605345 Aug 29 20:20:52.541988 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ba5f900-9476-46be-acff-59d61fca57ad req-cddd865b-e7c1-4fee-8923-95966b4105a0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666306 Aug 29 20:20:53.691931 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5577b3-e69f-4dad-99cb-ee10618574b0 req-b8c4b31b-e771-4cb3-8f60-89dbe8d7c971 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:53.694680 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-df5577b3-e69f-4dad-99cb-ee10618574b0 req-b8c4b31b-e771-4cb3-8f60-89dbe8d7c971 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0581675 Aug 29 20:20:53.783699 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-df5577b3-e69f-4dad-99cb-ee10618574b0 req-8c755c8f-70de-43e7-898d-d063f2156965 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783982 Aug 29 20:20:54.974352 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fc084-4c6f-47a8-ab9e-3307f1ee590a req-f15c1b2a-7078-40a8-a03f-dc929c0435fd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:54.976160 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a68fc084-4c6f-47a8-ab9e-3307f1ee590a req-f15c1b2a-7078-40a8-a03f-dc929c0435fd tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0608845 Aug 29 20:20:55.052866 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a68fc084-4c6f-47a8-ab9e-3307f1ee590a req-3fbf714e-2b56-49f9-bdc0-a5f5a649ff1a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694025 Aug 29 20:20:56.249611 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d34f1-594d-43e5-a0cb-3d0f30806907 req-26fde942-db2f-4c55-a0ef-0de5d86617f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:56.256989 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff4d34f1-594d-43e5-a0cb-3d0f30806907 req-26fde942-db2f-4c55-a0ef-0de5d86617f0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0775070 Aug 29 20:20:56.338863 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ff4d34f1-594d-43e5-a0cb-3d0f30806907 req-f3a99a59-0b75-48ee-aecd-9519d3b372fe tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719502 Aug 29 20:20:57.502770 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fdbcf-a49e-40d2-9dec-ef368f9fd911 req-4ab2a91d-7cd1-4911-b232-145b5aa81af4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:57.504343 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d78fdbcf-a49e-40d2-9dec-ef368f9fd911 req-4ab2a91d-7cd1-4911-b232-145b5aa81af4 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0682933 Aug 29 20:20:57.567420 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d78fdbcf-a49e-40d2-9dec-ef368f9fd911 req-5b80ad6d-a7dc-44c9-b293-9567613ee320 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560300 Aug 29 20:20:58.729361 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:20:58.784290 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d1ad-642d-4bae-b439-a6eb5528e1f1 req-8e390ef7-cf7b-45b8-856a-6dd7a05b432c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:20:58.789780 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fa36d1ad-642d-4bae-b439-a6eb5528e1f1 req-8e390ef7-cf7b-45b8-856a-6dd7a05b432c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0910213 Aug 29 20:20:58.880649 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fa36d1ad-642d-4bae-b439-a6eb5528e1f1 req-d501b06b-5949-4e67-bbbe-97996c61d40c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847564 Aug 29 20:20:59.060956 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35320) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:59.258035 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ab34d070-b9cc-49f9-b68c-1ccea30b2363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.347640 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ab34d070-b9cc-49f9-b68c-1ccea30b2363 admin admin] Publish callbacks [] for security_group (2c01acda-af23-4983-801c-5f3dcb932b12), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.353397 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ab34d070-b9cc-49f9-b68c-1ccea30b2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2c01acda-af23-4983-801c-5f3dcb932b12), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.378176 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:59.391266 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:59.415546 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-ab34d070-b9cc-49f9-b68c-1ccea30b2363 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=09c84765f43545a08c5a45550a46629e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534322 Aug 29 20:20:59.415836 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35326) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:20:59.418962 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34d070-b9cc-49f9-b68c-1ccea30b2363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01acda-af23-4983-801c-5f3dcb932b12,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:20:59.520647 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a748fd46-aac2-4965-b167-db81e1405a87 admin admin] Publish callbacks [] for security_group (2c01acda-af23-4983-801c-5f3dcb932b12), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.539870 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:59.541233 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=41 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:20:59.553543 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a748fd46-aac2-4965-b167-db81e1405a87 admin admin] Publish callbacks [] for security_group (2c01acda-af23-4983-801c-5f3dcb932b12), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.650211 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a748fd46-aac2-4965-b167-db81e1405a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2c01acda-af23-4983-801c-5f3dcb932b12), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.653440 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a748fd46-aac2-4965-b167-db81e1405a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:20:59.654717 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a748fd46-aac2-4965-b167-db81e1405a87 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2c01acda-af23-4983-801c-5f3dcb932b12 HTTP/1.1" status: 204 len: 168 time: 0.2374110 Aug 29 20:20:59.665449 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748fd46-aac2-4965-b167-db81e1405a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01acda-af23-4983-801c-5f3dcb932b12,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:00.111831 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300a2a0-ef18-4a69-9a30-720ab0bbdbe4 req-bea455e0-c8cb-400b-a42a-216380a0f7ee tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:00.113380 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c300a2a0-ef18-4a69-9a30-720ab0bbdbe4 req-bea455e0-c8cb-400b-a42a-216380a0f7ee tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0728114 Aug 29 20:21:00.173606 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c300a2a0-ef18-4a69-9a30-720ab0bbdbe4 req-1d7f08bc-dcdd-432a-95ea-01c7eca98a71 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508089 Aug 29 20:21:01.284320 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8eb4f-7141-47a4-9bc3-6a4630b35ac6 req-de14e6fd-95ae-49a1-8d35-6ae7b0168eac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:01.286086 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-65d8eb4f-7141-47a4-9bc3-6a4630b35ac6 req-de14e6fd-95ae-49a1-8d35-6ae7b0168eac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.0552087 Aug 29 20:21:01.330297 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58461-4c03-4aae-9864-c667b96aba57 req-9b18475d-462f-493f-a9c5-b57f40a003a7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:01.332215 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c2f58461-4c03-4aae-9864-c667b96aba57 req-9b18475d-462f-493f-a9c5-b57f40a003a7 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0606699 Aug 29 20:21:01.344881 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-65d8eb4f-7141-47a4-9bc3-6a4630b35ac6 req-68fcaa94-708c-465f-9560-564018fa3e98 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517969 Aug 29 20:21:01.395149 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c2f58461-4c03-4aae-9864-c667b96aba57 req-02684913-60c8-4cac-88fc-79bbfb022463 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544641 Aug 29 20:21:01.428930 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-995abedd-3c28-4c54-adc6-a34177c54f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:02.499703 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c81c03-2978-44de-9c22-495812681096 req-bab3dc07-2b53-4ead-8988-66665c0aa250 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:02.501308 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51c81c03-2978-44de-9c22-495812681096 req-bab3dc07-2b53-4ead-8988-66665c0aa250 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.0630908 Aug 29 20:21:02.528520 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:02.543804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ec88d-07e6-4d79-b113-17790fc1d076 req-c9f200e3-d7c4-4d7c-814b-2e99d3571f50 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:02.545553 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a25ec88d-07e6-4d79-b113-17790fc1d076 req-c9f200e3-d7c4-4d7c-814b-2e99d3571f50 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 944 time: 0.0619576 Aug 29 20:21:02.565319 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:02.566863 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51c81c03-2978-44de-9c22-495812681096 req-eaae687b-8c83-4e99-824b-e6a2c1cef1d1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585873 Aug 29 20:21:02.613675 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a25ec88d-07e6-4d79-b113-17790fc1d076 req-63da423b-aecc-4f75-8ddf-be2687844cf0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565677 Aug 29 20:21:03.267162 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:21:03.385700 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:03.399392 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'port_id': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'mac_address': 'fa:16:3e:c7:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:21:03.438782 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:21:03.439169 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:03.455501 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab12c9b-86bb-41bd-aab2-ca30f835e85d {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:21:03.481958 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:03.486632 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:03.538865 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=9']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:03.546748 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.547129 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.547423 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.547758 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.548089 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.548405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.548735 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.549066 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.549507 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.549863 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.550185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.550508 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.550825 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.551140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.551454 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:03.723128 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a75b7b-a90b-46da-9486-1e00cf204530 req-d7fca3bb-88df-4876-952a-6d96c7daec47 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:03.725935 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-19a75b7b-a90b-46da-9486-1e00cf204530 req-d7fca3bb-88df-4876-952a-6d96c7daec47 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.0620666 Aug 29 20:21:03.764583 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c121e4-4d4b-437a-8961-b796520142a1 req-c5228c62-65c1-4db5-916c-86930ef3ca02 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:03.765207 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e0c121e4-4d4b-437a-8961-b796520142a1 req-c5228c62-65c1-4db5-916c-86930ef3ca02 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 945 time: 0.0623066 Aug 29 20:21:03.800160 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-19a75b7b-a90b-46da-9486-1e00cf204530 req-a97bdd0c-2bea-4041-a638-091d9f0b5423 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652883 Aug 29 20:21:03.853486 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e0c121e4-4d4b-437a-8961-b796520142a1 req-5dc72872-a0d7-4535-91e2-1faa3e5d93f6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774524 Aug 29 20:21:03.876891 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3b22c936-3283-4bd6-b7d3-d7692a5ef31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:03.926158 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['1ab12c9b-86bb-41bd-aab2-ca30f835e85d'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:21:03.986724 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-db82fd06-4cdd-445f-bfe3-d12c2b75cdf4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:03.988333 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-db82fd06-4cdd-445f-bfe3-d12c2b75cdf4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Aug 29 20:21:04.092871 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Deleting port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:04.093078 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:04.199642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] For port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:04.200017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:04.414895 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:04.415739 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (561a72ff-1751-461f-8254-5975f7874225), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:04.415739 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Floating IP 561a72ff-1751-461f-8254-5975f7874225 disassociated. External IP: 172.27.3.230, port: a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f. Aug 29 20:21:04.418002 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Calling delete_port for a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:04.593473 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:04.628259 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'Port': ['ID=a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:04.771575 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:04.877065 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:04.904617 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:04.920201 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:04.936148 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:04.944208 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:04.945090 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:04.961860 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] No DVR routers for this DVR port a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:04.967283 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:04.971055 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e70aee81-5955-4d3a-b1ec-eb071293da10 req-18c96415-9426-4ff9-a115-386542f8b5d8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "DELETE /networking/v2.0/ports/a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f HTTP/1.1" status: 204 len: 173 time: 0.9750144 Aug 29 20:21:04.972138 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'name': 'network-vif-deleted', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:04.980173 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7ebf7e-aa51-4632-a5a5-df4b967dd021" -d '{"events": [{"server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "name": "network-vif-deleted", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:04.984105 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6f08d4ed-d987-45cd-8f0a-1450a9046723 req-35bd022f-81c8-46d3-ad5b-5115d5fac93d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 210 time: 0.0618641 Aug 29 20:21:05.086221 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3971991-4991-43d6-b3bf-39196e7b70a2 req-1f25838f-4b55-4cd8-bca5-53d85af4a4a5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:05.086221 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c3971991-4991-43d6-b3bf-39196e7b70a2 req-1f25838f-4b55-4cd8-bca5-53d85af4a4a5 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 945 time: 0.0706251 Aug 29 20:21:05.093429 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b8aea-6f18-478f-93bb-10370a252d18 x-openstack-request-id: req-b76b8aea-6f18-478f-93bb-10370a252d18 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:05.093822 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9785564a-cd3d-4595-8af9-dbb8f45a4920", "name": "network-vif-deleted", "tag": "a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:05.094020 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b76b8aea-6f18-478f-93bb-10370a252d18 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:05.094434 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76b8aea-6f18-478f-93bb-10370a252d18'] response: {'server_uuid': '9785564a-cd3d-4595-8af9-dbb8f45a4920', 'name': 'network-vif-deleted', 'tag': 'a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f', 'status': 'completed', 'code': 200} Aug 29 20:21:05.155417 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c3971991-4991-43d6-b3bf-39196e7b70a2 req-4fb0310a-d21e-47e5-8f78-e1847a0cf1e0 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600469 Aug 29 20:21:05.219438 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:05.306347 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:21:05.374035 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:05.379232 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:21:05.379819 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:05.467996 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:05.468435 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:21:05.468644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:05.497098 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:05.501023 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28d7dd-299d-45f1-84dc-88d618a63727" -d '{"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:05.506275 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:05.515773 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:05.516401 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:05.518415 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:05.527001 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:05.582692 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89133604-8d1c-4e04-8a2e-bfe0a8c480e2 x-openstack-request-id: req-89133604-8d1c-4e04-8a2e-bfe0a8c480e2 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:05.583911 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-plugged", "status": "completed", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:05.584534 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89133604-8d1c-4e04-8a2e-bfe0a8c480e2 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:05.585244 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89133604-8d1c-4e04-8a2e-bfe0a8c480e2'] response: {'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'code': 200} Aug 29 20:21:05.586294 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:05.621288 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=10']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:05.656668 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:05.929582 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:05.956510 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57469d58-5d14-44c6-9a33-8d3c31c21ad9 None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:06.141014 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aefc4072-d7cf-46fa-9923-021e96708f4e req-ed972285-cf9f-4316-a006-8abe84a58f03 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9785564a-cd3d-4595-8af9-dbb8f45a4920 HTTP/1.1" status: 200 len: 210 time: 0.0354269 Aug 29 20:21:06.257191 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf54486-7c7a-4909-9e27-1df4118a966d None None] New status for floating IP 561a72ff-1751-461f-8254-5975f7874225: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:21:06.323367 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695d486-2695-49e6-9f00-c0e5fa9ce691 req-ac04f774-9edd-4d5b-848f-a8da4815fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:06.324880 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b695d486-2695-49e6-9f00-c0e5fa9ce691 req-ac04f774-9edd-4d5b-848f-a8da4815fb82 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 1131 time: 0.0780196 Aug 29 20:21:06.357674 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2268ab1-9b37-4673-b462-4cdc9bfaceb4 req-f8f205ec-7118-420c-aea2-e4940140fb47 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:06.366779 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f2268ab1-9b37-4673-b462-4cdc9bfaceb4 req-f8f205ec-7118-420c-aea2-e4940140fb47 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0957491 Aug 29 20:21:06.439082 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b695d486-2695-49e6-9f00-c0e5fa9ce691 req-380f20aa-5e92-4fd4-8a2c-422583e5fbe8 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971742 Aug 29 20:21:06.444174 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f2268ab1-9b37-4673-b462-4cdc9bfaceb4 req-1bd80d7a-858e-4366-99db-fed4a65498cb tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742989 Aug 29 20:21:06.459360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:06.811401 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:07.102866 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:07.301584 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:07.324249 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:07.324508 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a5f16ea7-0d10-4de8-b264-64fb2d5c7d6f not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:07.480061 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-50df9990-1acb-4de9-a068-60fc3b4c056a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1427790051&fields=id&tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 267 time: 0.0542178 Aug 29 20:21:07.613820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076bbe8-3e13-406f-9d3e-a8db1b9b917c req-352f9f48-41ec-4681-99ca-b3a06ed7fe40 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:07.615626 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1076bbe8-3e13-406f-9d3e-a8db1b9b917c req-352f9f48-41ec-4681-99ca-b3a06ed7fe40 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0662382 Aug 29 20:21:07.709012 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1076bbe8-3e13-406f-9d3e-a8db1b9b917c req-6f3c45ea-d181-42fa-a561-615dec13f243 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761173 Aug 29 20:21:07.923015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-b3e9316c-0df0-497f-a040-76e844b102bf tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:07.924253 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-b3e9316c-0df0-497f-a040-76e844b102bf tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 812 time: 0.4369524 Aug 29 20:21:07.940253 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-ec84c77f-79c2-431f-98dc-1b6fe538c12a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/quotas/ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 375 time: 0.0095479 Aug 29 20:21:08.000546 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-250d000d-bfde-4b23-877f-a351ff9db4df tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535152 Aug 29 20:21:08.111022 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-5eded344-5067-483b-ae52-3536a51f0910 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964444 Aug 29 20:21:08.226098 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d5eb1f4b-53ff-46e3-95a6-6fea67566335 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073771 Aug 29 20:21:08.554882 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b3be6e94-a7b9-44a3-948a-a72cdcf4390b req-ff9138ec-483f-4ad6-8608-0da00289bb55 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 210 time: 0.0292997 Aug 29 20:21:08.885612 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4bad-b2fc-45c0-864c-e4f1581a7173 req-46d8bdd9-1eb5-484a-acfa-d6e3b6b5033e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:08.887673 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c3ea4bad-b2fc-45c0-864c-e4f1581a7173 req-46d8bdd9-1eb5-484a-acfa-d6e3b6b5033e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0805626 Aug 29 20:21:08.963435 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c3ea4bad-b2fc-45c0-864c-e4f1581a7173 req-5d9e688f-c883-432e-be66-5868f20cc3b6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643015 Aug 29 20:21:09.669562 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b99323ac-ec14-4cc4-9b65-2aeefa6a64a7 req-dccad291-ff4b-430f-b2a7-f9fe47d3d4c2 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 210 time: 0.0378635 Aug 29 20:21:10.103719 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:10.110082 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:10.120710 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9970e4a-4f77-4d54-80fc-81b7b66d07a1 req-90ec98e7-ec08-4b36-be0b-81ec352f1603 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:10.123020 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9970e4a-4f77-4d54-80fc-81b7b66d07a1 req-90ec98e7-ec08-4b36-be0b-81ec352f1603 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0636644 Aug 29 20:21:10.133483 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-8091cd1e-ec25-4d5e-8da8-5360b5500e98 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:10.135254 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-8091cd1e-ec25-4d5e-8da8-5360b5500e98 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 812 time: 0.1518986 Aug 29 20:21:10.193337 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9970e4a-4f77-4d54-80fc-81b7b66d07a1 req-39ec820d-da42-4e04-814c-675989409c1e tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640740 Aug 29 20:21:10.214002 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-22c908dc-8e32-4fe1-844c-292142966983 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 380 time: 0.0629485 Aug 29 20:21:10.227996 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'port': {'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'admin_state_up': True, 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'security_groups': ['cc960c8e-177f-47a1-9d4f-dc3fe73d314a']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:10.356607 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Made reservation on behalf of ff3969ffe8ff411b8773e1f3f3cb0b40 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:21:10.366402 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:10.523759 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Allocated IP 172.20.0.4 (d909eff5-27cf-4d36-886a-2daf13a96ae0/e80cd3fe-5754-4e59-95b3-d652a1a1fa6d/2fe84f3d-7bc6-4d1c-a981-074dce1683fd) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:21:10.688495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:10.710058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:10.730219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:10.818627 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:10.882889 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7463-e8fe-467c-874b-a4bfe94e90c1 req-e428a0f9-9384-4bc6-b761-82b178cd2c9b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:10.890375 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3e7a7463-e8fe-467c-874b-a4bfe94e90c1 req-e428a0f9-9384-4bc6-b761-82b178cd2c9b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 931 time: 0.1238172 Aug 29 20:21:10.892954 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:21:10.910506 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:21:10.932222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:21:10.974624 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:11.003994 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.004347 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.004700 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.005040 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.006046 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.006585 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.007020 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.007360 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.007691 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.008021 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.008370 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.008687 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.009013 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.009339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.009663 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:11.048546 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:11.049448 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.077977 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3e7a7463-e8fe-467c-874b-a4bfe94e90c1 req-b74f6c5e-4620-4ca1-a16e-5c575824c231 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688683 Aug 29 20:21:11.086892 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-d06b865c-e18a-4060-b3cd-b51f0374c20f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629887 Aug 29 20:21:11.117253 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Request body: {'port': {'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:11.207937 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.413892 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-1e67893b-b268-4915-932b-ffce4ee6fc58 None None] Provisioning complete for port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:21:11.414692 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1e67893b-b268-4915-932b-ffce4ee6fc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.434939 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:11.450539 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-1e67893b-b268-4915-932b-ffce4ee6fc58 None None] Port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:21:11.502195 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe84f3d-7bc6-4d1c-a981-074dce1683fd {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:21:11.510167 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Publish callbacks [] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.523442 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Transition to ACTIVE for port object 2fe84f3d-7bc6-4d1c-a981-074dce1683fd will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:21:11.526793 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.609804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:11.643024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Attempting to bind port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:21:11.643352 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Attempting to bind port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:21:11.643678 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Attempting to bind port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:21:11.649022 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd on network d909eff5-27cf-4d36-886a-2daf13a96ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:21:11.649343 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Attempting to bind port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:21:11.652044 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:11.655300 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:21:11.655636 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Checking segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:21:11.656020 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Bound using segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:21:11.656443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Bound port: 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:21:11.656796 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.721190 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] For port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:21:11.724788 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] For port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:21:11.732116 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.736808 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:11.737509 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:11.739025 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 1093 time: 0.6268027 Aug 29 20:21:11.741539 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:11.744216 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba990992-d54f-42b3-85de-31e04162e433" -d '{"events": [{"name": "network-changed", "server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:11.810870 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1f1da-2b11-49be-a6ef-73227e9174d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:11.817341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c10d53-e4c2-4374-9ec1-fb866e3325dd x-openstack-request-id: req-d4c10d53-e4c2-4374-9ec1-fb866e3325dd {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:11.817892 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:11.818313 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4c10d53-e4c2-4374-9ec1-fb866e3325dd {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:11.818945 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c10d53-e4c2-4374-9ec1-fb866e3325dd'] response: {'name': 'network-changed', 'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'status': 'completed', 'code': 200} Aug 29 20:21:11.880686 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:11.889578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-e2c92051-4b2e-420a-bf7a-8b7e0efca050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:11.891118 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-e2c92051-4b2e-420a-bf7a-8b7e0efca050 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1127 time: 0.0426533 Aug 29 20:21:11.950833 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-c8339992-b04b-4a0d-932a-68ff9beebf2b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 217 time: 0.0381241 Aug 29 20:21:12.005004 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-5694c4f5-7096-4058-b5f7-e094b95965c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:12.006797 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-5694c4f5-7096-4058-b5f7-e094b95965c2 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0502510 Aug 29 20:21:12.071650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-ff9d38b8-9ec8-4a05-bcfd-b445b7dde1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:12.073170 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-ff9d38b8-9ec8-4a05-bcfd-b445b7dde1d1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588381 Aug 29 20:21:12.220519 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-4be3b96e-d157-46ee-bc9f-538a840f3ac0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377203 Aug 29 20:21:12.259830 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853b592-3856-4b4f-baac-76a5cd00caf8 req-e7e2b1f6-c24c-4a91-bee2-025c50992a5c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:12.261546 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0853b592-3856-4b4f-baac-76a5cd00caf8 req-e7e2b1f6-c24c-4a91-bee2-025c50992a5c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0821764 Aug 29 20:21:12.384590 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ee18e0d2-6ade-468a-8e5b-cb416e579846 req-e15dfc52-bc64-4f39-b759-1a97674ebcf7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570950 Aug 29 20:21:12.392991 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0853b592-3856-4b4f-baac-76a5cd00caf8 req-cde92e19-ac80-4f3a-a64d-4e4eb91be717 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994170 Aug 29 20:21:13.007811 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990992-d54f-42b3-85de-31e04162e433 req-b70f0c4d-0aa5-4d99-9b76-e796a0cad3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:13.009326 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-b70f0c4d-0aa5-4d99-9b76-e796a0cad3af service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1127 time: 0.2916915 Aug 29 20:21:13.104093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990992-d54f-42b3-85de-31e04162e433 req-a33fcf4d-0d1c-4021-9d96-13ef77ff6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:13.105572 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-a33fcf4d-0d1c-4021-9d96-13ef77ff6232 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.0895560 Aug 29 20:21:13.152838 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-3e6bdb13-6304-4373-85eb-94bb03434cac service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 217 time: 0.0409241 Aug 29 20:21:13.203086 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990992-d54f-42b3-85de-31e04162e433 req-e26441b2-b068-4edb-9529-f4850f3e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:13.204545 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-e26441b2-b068-4edb-9529-f4850f3e4238 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0458903 Aug 29 20:21:13.250530 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990992-d54f-42b3-85de-31e04162e433 req-19ce386b-412a-4fc3-84cb-94526e566f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:13.252012 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-19ce386b-412a-4fc3-84cb-94526e566f81 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413678 Aug 29 20:21:13.348476 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-62f0e1ff-35f2-488e-ab26-1751cc17f838 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899174 Aug 29 20:21:13.426961 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:13.451755 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba990992-d54f-42b3-85de-31e04162e433 req-0d5ca1db-3dea-423d-a0ea-e36239b40d38 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947628 Aug 29 20:21:13.550267 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade972be-e691-4271-b6dd-feee77c5a3b0 req-fa187267-80ec-4c4d-b8e4-db9d09414e88 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:13.551746 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ade972be-e691-4271-b6dd-feee77c5a3b0 req-fa187267-80ec-4c4d-b8e4-db9d09414e88 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0730464 Aug 29 20:21:13.607213 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ade972be-e691-4271-b6dd-feee77c5a3b0 req-a3d0271f-d3e4-4c21-ae6e-2dc399d40287 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Aug 29 20:21:14.740603 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31156a8-4b0e-4cce-9bb2-100b490d377e req-c271d93d-edc8-42c9-ba44-1637404d99b1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:14.742140 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f31156a8-4b0e-4cce-9bb2-100b490d377e req-c271d93d-edc8-42c9-ba44-1637404d99b1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0513151 Aug 29 20:21:14.799081 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f31156a8-4b0e-4cce-9bb2-100b490d377e req-c96e7430-3532-4078-a914-ca955bd40714 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513802 Aug 29 20:21:15.929617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c395-57d1-4386-a4ef-60dd2767107d req-bd110b9e-5e62-433e-9764-d8bc64b8b241 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:15.931161 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-47f3c395-57d1-4386-a4ef-60dd2767107d req-bd110b9e-5e62-433e-9764-d8bc64b8b241 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0544543 Aug 29 20:21:15.983315 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-47f3c395-57d1-4386-a4ef-60dd2767107d req-d50309b4-a44d-427a-ae60-ba606de6011a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464697 Aug 29 20:21:17.116286 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8211ba-b2cc-4e47-a386-f18f0bf6adda req-76474ae4-21ab-4f41-a0ef-07d3f6af6acf tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:17.117882 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fb8211ba-b2cc-4e47-a386-f18f0bf6adda req-76474ae4-21ab-4f41-a0ef-07d3f6af6acf tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0525000 Aug 29 20:21:17.173744 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fb8211ba-b2cc-4e47-a386-f18f0bf6adda req-2d874ed1-bade-4ec7-be1b-7770a83f627d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479062 Aug 29 20:21:18.314408 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35652) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:18.335300 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8e2b3-3a3c-41d5-ac95-78c085c69820 req-e33eef4f-5af0-43be-9c72-905b9390f844 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:18.337452 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-23c8e2b3-3a3c-41d5-ac95-78c085c69820 req-e33eef4f-5af0-43be-9c72-905b9390f844 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0668113 Aug 29 20:21:18.409762 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-23c8e2b3-3a3c-41d5-ac95-78c085c69820 req-008878ec-d505-44fc-b317-8a81f90174e3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649176 Aug 29 20:21:18.461376 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.565268 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Publish callbacks [] for security_group (3e269890-4a47-433c-871e-0b154c259461), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.573201 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3e269890-4a47-433c-871e-0b154c259461), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.617107 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e269890-4a47-433c-871e-0b154c259461,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:18.621777 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=609677a293d049fe943ea53191d46cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063319 Aug 29 20:21:18.624771 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35656) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:18.628956 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.629304 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.629647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.630022 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.630979 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.631485 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.632046 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.632416 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.632843 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.633236 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.633641 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:18.634001 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.634156 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.634603 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.635004 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.635304 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bf9e2-1d81-4f76-ab8a-731cfe9e7ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:21:18.690511 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24c64b2a-d0c1-4c24-9bc8-6fc5ec62ea55 admin admin] Publish callbacks [] for security_group (3e269890-4a47-433c-871e-0b154c259461), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.726019 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24c64b2a-d0c1-4c24-9bc8-6fc5ec62ea55 admin admin] Publish callbacks [] for security_group (3e269890-4a47-433c-871e-0b154c259461), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.800250 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24c64b2a-d0c1-4c24-9bc8-6fc5ec62ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3e269890-4a47-433c-871e-0b154c259461), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.802994 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24c64b2a-d0c1-4c24-9bc8-6fc5ec62ea55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:18.804181 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-24c64b2a-d0c1-4c24-9bc8-6fc5ec62ea55 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3e269890-4a47-433c-871e-0b154c259461 HTTP/1.1" status: 204 len: 168 time: 0.1783247 Aug 29 20:21:18.812844 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c64b2a-d0c1-4c24-9bc8-6fc5ec62ea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e269890-4a47-433c-871e-0b154c259461,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:19.156147 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35662) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:19.172770 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cb30fb87-e3f0-419b-b567-a21d8d8167de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.264028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cb30fb87-e3f0-419b-b567-a21d8d8167de admin admin] Publish callbacks [] for security_group (34cda73e-e917-4bbf-b39b-311ed99bef88), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.269225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-cb30fb87-e3f0-419b-b567-a21d8d8167de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (34cda73e-e917-4bbf-b39b-311ed99bef88), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.312567 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30fb87-e3f0-419b-b567-a21d8d8167de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cda73e-e917-4bbf-b39b-311ed99bef88,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:19.317048 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-cb30fb87-e3f0-419b-b567-a21d8d8167de admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8b4631e41f2a44e19afac383bf258cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595616 Aug 29 20:21:19.322655 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35664) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:19.384070 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6f60be19-74e0-457e-a1ae-b967d345b3ee admin admin] Publish callbacks [] for security_group (34cda73e-e917-4bbf-b39b-311ed99bef88), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.391798 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2fe84f3d-7bc6-4d1c-a981-074dce1683fd details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:21:19.413372 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6f60be19-74e0-457e-a1ae-b967d345b3ee admin admin] Publish callbacks [] for security_group (34cda73e-e917-4bbf-b39b-311ed99bef88), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.469002 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:19.500205 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6f60be19-74e0-457e-a1ae-b967d345b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (34cda73e-e917-4bbf-b39b-311ed99bef88), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.504929 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6f60be19-74e0-457e-a1ae-b967d345b3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.511085 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6f60be19-74e0-457e-a1ae-b967d345b3ee admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/34cda73e-e917-4bbf-b39b-311ed99bef88 HTTP/1.1" status: 204 len: 168 time: 0.1831837 Aug 29 20:21:19.511457 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:19.521260 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60be19-74e0-457e-a1ae-b967d345b3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cda73e-e917-4bbf-b39b-311ed99bef88,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:19.571276 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:19.601667 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee597c-f108-4644-88c3-0a0f4b4844e5 req-a639e557-7730-4a4d-bb14-f0a691b9f437 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:19.602070 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:21:19.603632 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-06ee597c-f108-4644-88c3-0a0f4b4844e5 req-a639e557-7730-4a4d-bb14-f0a691b9f437 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 943 time: 0.0835063 Aug 29 20:21:19.660837 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:21:19.661400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.682025 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-06ee597c-f108-4644-88c3-0a0f4b4844e5 req-78504360-bf90-4fbf-8f32-cb594d300826 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703449 Aug 29 20:21:19.685970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe84f3d-7bc6-4d1c-a981-074dce1683fd {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:21:19.721839 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:19.726324 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:19.798087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:20.205673 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['2fe84f3d-7bc6-4d1c-a981-074dce1683fd'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:21:21.019188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cce88-ebde-4f2f-ac17-da0daf8cedc8 req-a32a896d-9fd6-4ea1-b863-b5588abbdac8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:21.021543 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-028cce88-ebde-4f2f-ac17-da0daf8cedc8 req-a32a896d-9fd6-4ea1-b863-b5588abbdac8 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 944 time: 0.0677528 Aug 29 20:21:21.107791 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-028cce88-ebde-4f2f-ac17-da0daf8cedc8 req-e4753193-6edd-4d43-bc0f-e631934f74ac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780723 Aug 29 20:21:21.402876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2fe84f3d-7bc6-4d1c-a981-074dce1683fd up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:21:21.453069 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:21:21.460901 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:21:21.461440 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:21.494460 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:21.565331 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:21:21.565932 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:21.592628 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:21.595047 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751f019-3b89-4209-8030-7f46b1bffb83" -d '{"events": [{"server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:21.609374 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:21.616092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:21.643013 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc6f897-067d-4eb5-a277-e10b041295b7 x-openstack-request-id: req-6dc6f897-067d-4eb5-a277-e10b041295b7 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:21.643313 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "name": "network-vif-plugged", "status": "completed", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:21.643571 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6dc6f897-067d-4eb5-a277-e10b041295b7 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:21.643971 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc6f897-067d-4eb5-a277-e10b041295b7'] response: {'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'code': 200} Aug 29 20:21:21.674666 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:21.997656 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a517f31-d52f-44dc-8282-62bf76bf8c8f req-ca00f117-392a-4d0e-b981-69887f60b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:21.999325 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a517f31-d52f-44dc-8282-62bf76bf8c8f req-ca00f117-392a-4d0e-b981-69887f60b519 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1129 time: 0.0544670 Aug 29 20:21:22.073398 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a517f31-d52f-44dc-8282-62bf76bf8c8f req-28c10a40-f306-4237-be87-0fdbd33733e9 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655472 Aug 29 20:21:22.311717 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f00cfd-6317-434c-876e-0f4a5cbbc9df req-66d9f9b0-ff38-46b2-8fa0-da8cd21bc373 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:22.313466 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d6f00cfd-6317-434c-876e-0f4a5cbbc9df req-66d9f9b0-ff38-46b2-8fa0-da8cd21bc373 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.0977480 Aug 29 20:21:22.399405 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d6f00cfd-6317-434c-876e-0f4a5cbbc9df req-12d35fe8-9526-4b3c-b904-c30670b34e55 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777872 Aug 29 20:21:22.769366 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc14859-6289-40b5-b8d5-7bd31bbb5d54 req-e350cde6-939f-4e41-b19a-ed21e97090a8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:22.770904 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1bc14859-6289-40b5-b8d5-7bd31bbb5d54 req-e350cde6-939f-4e41-b19a-ed21e97090a8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0663080 Aug 29 20:21:22.845940 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1bc14859-6289-40b5-b8d5-7bd31bbb5d54 req-90e43038-585c-4c86-b98d-42b3235f8c7e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650957 Aug 29 20:21:23.581349 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3a82-dcbc-49e3-85d8-c29c1d2c356e req-79768959-4035-43b1-beb1-424fc6c12f7c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:23.583277 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c84e3a82-dcbc-49e3-85d8-c29c1d2c356e req-79768959-4035-43b1-beb1-424fc6c12f7c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.0733237 Aug 29 20:21:23.661931 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c84e3a82-dcbc-49e3-85d8-c29c1d2c356e req-d7b88346-7b49-4a76-9773-2e964fc7bd8c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639207 Aug 29 20:21:24.016197 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69719a-5c71-434e-b2ae-f7ec801085b2 req-d68928c9-4519-4217-9785-5e5fcae295c0 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:24.017742 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2f69719a-5c71-434e-b2ae-f7ec801085b2 req-d68928c9-4519-4217-9785-5e5fcae295c0 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0706277 Aug 29 20:21:24.092681 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2f69719a-5c71-434e-b2ae-f7ec801085b2 req-5dfa9aeb-2a66-42e4-a57f-b433be80a2ec tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640693 Aug 29 20:21:24.846897 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadb208-50bd-4345-899e-eaf2ca75de77 req-cbeaf985-91d4-414f-9e53-d3acdee3d94b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:24.850262 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbadb208-50bd-4345-899e-eaf2ca75de77 req-cbeaf985-91d4-414f-9e53-d3acdee3d94b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.0792267 Aug 29 20:21:24.921747 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbadb208-50bd-4345-899e-eaf2ca75de77 req-e6360eef-210c-4a81-9ed4-b9c7af03c82a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632064 Aug 29 20:21:25.259321 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240a0e5-2795-48f5-ad13-7738dc4ef460 req-90f53ed5-dcc9-4357-8c81-8ac14ed60897 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:25.261082 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3240a0e5-2795-48f5-ad13-7738dc4ef460 req-90f53ed5-dcc9-4357-8c81-8ac14ed60897 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0585554 Aug 29 20:21:25.329437 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-3240a0e5-2795-48f5-ad13-7738dc4ef460 req-1dd6d17b-bf81-49ed-a396-05ca3f36a4dd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596969 Aug 29 20:21:26.018774 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-e9191112-d995-4d82-807c-054c814639f6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:26.022091 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-e9191112-d995-4d82-807c-054c814639f6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0690339 Aug 29 20:21:26.125802 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708718f3-079c-44e2-bd4e-d81c5503ce41 req-419b89cc-18f8-4748-9bd1-d0a8ae486fac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:26.128111 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-708718f3-079c-44e2-bd4e-d81c5503ce41 req-419b89cc-18f8-4748-9bd1-d0a8ae486fac tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.0778887 Aug 29 20:21:26.152277 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:26.159558 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port b4e00c26-8522-48f6-9ab5-604edc4776b4 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:26.159901 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.211824 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-708718f3-079c-44e2-bd4e-d81c5503ce41 req-057ba90c-180a-4a5d-842f-fcf6e601c403 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730057 Aug 29 20:21:26.313822 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] For port b4e00c26-8522-48f6-9ab5-604edc4776b4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4e00c26-8522-48f6-9ab5-604edc4776b4,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:26.314849 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.439642 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=87 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:26.441040 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86b7e-6bf8-4a6b-ba7b-971fa017399e req-62f00735-7c61-4da0-a4b3-abdb1e8b5d1a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:26.441558 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=79 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:26.443210 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ce86b7e-6bf8-4a6b-ba7b-971fa017399e req-62f00735-7c61-4da0-a4b3-abdb1e8b5d1a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.1131449 Aug 29 20:21:26.502968 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d189-a35f-4819-83d5-fd239646c431 req-0298e09e-1b9f-4442-b688-36e7a1263fac tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:26.505070 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b3c9d189-a35f-4819-83d5-fd239646c431 req-0298e09e-1b9f-4442-b688-36e7a1263fac tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 945 time: 0.0709126 Aug 29 20:21:26.577327 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:26.597757 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6ce86b7e-6bf8-4a6b-ba7b-971fa017399e req-68d4be9c-2c29-4f5b-ad23-ed26dad78e11 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436000 Aug 29 20:21:26.598057 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b3c9d189-a35f-4819-83d5-fd239646c431 req-64f9e376-b104-4860-9dd7-369e3e2ca63b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=52c2556b-0e42-4447-991c-319f494745b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749497 Aug 29 20:21:26.609981 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.610755 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (7df31e32-1b75-405a-b261-feeccf7fe257), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.611075 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP 7df31e32-1b75-405a-b261-feeccf7fe257 disassociated. External IP: 172.27.3.141, port: b4e00c26-8522-48f6-9ab5-604edc4776b4. Aug 29 20:21:26.611403 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for b4e00c26-8522-48f6-9ab5-604edc4776b4 owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:26.635987 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35790) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:26.686372 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9f6ea-e4a0-403f-9c58-65887c735d77 tempest-TestVolumeBootPattern-2139053638 tempest-TestVolumeBootPattern-2139053638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:26.688112 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e0e9f6ea-e4a0-403f-9c58-65887c735d77 tempest-TestVolumeBootPattern-2139053638 tempest-TestVolumeBootPattern-2139053638-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1124 time: 0.0504119 Aug 29 20:21:26.692013 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35792) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:26.697019 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:26.720346 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.782278 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (b4e00c26-8522-48f6-9ab5-604edc4776b4), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.810720 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=b4e00c26-8522-48f6-9ab5-604edc4776b4,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:26.814118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:26.955602 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Allocated IP 172.27.3.85 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/325ef888-9f90-4197-ad3b-5dec4d327530) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:21:26.969772 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:27.046233 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:27.100282 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (325ef888-9f90-4197-ad3b-5dec4d327530), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:27.106107 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:27.142223 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:27.159228 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:27.169930 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (325ef888-9f90-4197-ad3b-5dec4d327530), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:27.184338 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:27.187462 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:27.205017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] No DVR routers for this DVR port b4e00c26-8522-48f6-9ab5-604edc4776b4 on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:27.208111 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:27.212740 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-102314d4-4f15-40dd-acdb-3cf9f063367b req-24be1867-1e84-44af-917d-84eb22706c5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "DELETE /networking/v2.0/ports/b4e00c26-8522-48f6-9ab5-604edc4776b4 HTTP/1.1" status: 204 len: 173 time: 1.1822619 Aug 29 20:21:27.213366 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'name': 'network-vif-deleted', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:27.228848 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb56f638-09df-4138-a42f-db56ab954d02" -d '{"events": [{"server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "name": "network-vif-deleted", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:27.285961 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:21:27.292093 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:21:27.296364 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:21:27.299365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=325ef888-9f90-4197-ad3b-5dec4d327530,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:27.324878 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f3fc1-d79f-4a32-a77a-fd1645576dd1 x-openstack-request-id: req-066f3fc1-d79f-4a32-a77a-fd1645576dd1 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:27.325436 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30c5f72-8898-482c-85c6-2556a5d7df9d", "name": "network-vif-deleted", "tag": "b4e00c26-8522-48f6-9ab5-604edc4776b4", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:27.325957 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-066f3fc1-d79f-4a32-a77a-fd1645576dd1 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:27.327404 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066f3fc1-d79f-4a32-a77a-fd1645576dd1'] response: {'server_uuid': 'f30c5f72-8898-482c-85c6-2556a5d7df9d', 'name': 'network-vif-deleted', 'tag': 'b4e00c26-8522-48f6-9ab5-604edc4776b4', 'status': 'completed', 'code': 200} Aug 29 20:21:27.421891 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:27.777295 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-81d6c6fd-67f1-4e73-bc01-dba453a36707 req-f99a82c9-03ec-48d8-a32b-6714fb2be66c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f30c5f72-8898-482c-85c6-2556a5d7df9d HTTP/1.1" status: 200 len: 210 time: 0.0602732 Aug 29 20:21:27.821108 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:27.873069 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:27.887483 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:27.888519 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:27.990837 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (1fea54ad-5132-4d18-b74c-4891b0206ae8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:28.066777 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:28.099895 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (325ef888-9f90-4197-ad3b-5dec4d327530), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:28.348447 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (325ef888-9f90-4197-ad3b-5dec4d327530), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:28.357374 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (325ef888-9f90-4197-ad3b-5dec4d327530), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:28.367423 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:28.477957 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=325ef888-9f90-4197-ad3b-5dec4d327530,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:28.485514 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (1fea54ad-5132-4d18-b74c-4891b0206ae8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:28.532761 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:28.562595 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c13bb-aa05-43f5-9444-ee0c722b402b None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': 'cf0cdf58-bbda-415a-b592-4ec828deefc6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '211f234f-335d-4a0f-b293-03495489357e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:05:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:18:50Z', 'updated_at': '2022-08-29T20:19:11Z', 'revision_number': 2, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:28.645035 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Floating IP 1fea54ad-5132-4d18-b74c-4891b0206ae8 associated. External IP: 172.27.3.85, port: 2fe84f3d-7bc6-4d1c-a981-074dce1683fd. Aug 29 20:21:28.703019 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:28.953750 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:28.955360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92234e65-6075-4cc6-9826-24557d605601 None None] New status for floating IP 7df31e32-1b75-405a-b261-feeccf7fe257: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:21:28.967753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35824) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:29.040667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:29.172186 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1ee4-225a-4ecf-9587-a0ffb8994875 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (52c2556b-0e42-4447-991c-319f494745b3), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.215139 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1ee4-225a-4ecf-9587-a0ffb8994875 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (52c2556b-0e42-4447-991c-319f494745b3), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.218736 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:29.230581 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:29.244291 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:29.244911 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:29.275753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.322254 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c2e6544b-9b2a-4b55-834f-47d19a3d1f7e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6282208 Aug 29 20:21:29.322472 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:29.324736 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:29.332232 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1ee4-225a-4ecf-9587-a0ffb8994875 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (52c2556b-0e42-4447-991c-319f494745b3), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.335109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-2d2e1ee4-225a-4ecf-9587-a0ffb8994875 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.339151 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2d2e1ee4-225a-4ecf-9587-a0ffb8994875 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/52c2556b-0e42-4447-991c-319f494745b3 HTTP/1.1" status: 204 len: 168 time: 0.3671086 Aug 29 20:21:29.340211 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35830) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:29.346271 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e1ee4-225a-4ecf-9587-a0ffb8994875 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c2556b-0e42-4447-991c-319f494745b3,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:29.359051 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.api.v2.resource [None req-c1ff23c7-310c-4c44-93a0-0d0ed896b9e5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] show failed (client error): The resource could not be found. Aug 29 20:21:29.364294 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c1ff23c7-310c-4c44-93a0-0d0ed896b9e5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups/52c2556b-0e42-4447-991c-319f494745b3 HTTP/1.1" status: 404 len: 347 time: 0.0221393 Aug 29 20:21:29.366080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35832) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:29.419024 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d2e61e-39be-4782-9307-9f9414e4d696 x-openstack-request-id: req-98d2e61e-39be-4782-9307-9f9414e4d696 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:29.419565 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:29.420757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98d2e61e-39be-4782-9307-9f9414e4d696 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:29.420757 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d2e61e-39be-4782-9307-9f9414e4d696'] response: {'name': 'network-changed', 'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'status': 'completed', 'code': 200} Aug 29 20:21:29.436274 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device b4e00c26-8522-48f6-9ab5-604edc4776b4 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:29.441761 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:29.467008 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: b4e00c26-8522-48f6-9ab5-604edc4776b4 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:29.467529 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device b4e00c26-8522-48f6-9ab5-604edc4776b4 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:29.562943 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port 17f4ca84-1740-4f8d-919b-9d2efbd76a21 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:29.563297 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.567947 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:29.570054 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-553887ce-773b-43ec-8e6f-ee22bd0b7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:29.571565 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-553887ce-773b-43ec-8e6f-ee22bd0b7a15 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1129 time: 0.0586145 Aug 29 20:21:29.668788 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:29.699035 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:29.737507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.737911 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (17f4ca84-1740-4f8d-919b-9d2efbd76a21), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:29.755210 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:27Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:29.761744 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for 17f4ca84-1740-4f8d-919b-9d2efbd76a21 owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:29.769225 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-86603d37-7378-4baf-ba4d-71850559b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:29.770790 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-86603d37-7378-4baf-ba4d-71850559b649 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1888661 Aug 29 20:21:29.784428 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:29.800659 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:29.814877 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:29.815875 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:29.949247 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-fe83309b-5ede-443c-9821-e8893c9307ec service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 998 time: 0.1631393 Aug 29 20:21:29.970511 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:30.047319 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-a70df940-026e-489f-813c-ef877bd5f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:30.050474 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-a70df940-026e-489f-813c-ef877bd5f5c3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0917425 Aug 29 20:21:30.176149 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-0cb77ae8-a76c-4a6c-949a-0bdf07834a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:30.178330 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-0cb77ae8-a76c-4a6c-949a-0bdf07834a66 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145155 Aug 29 20:21:30.179664 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (17f4ca84-1740-4f8d-919b-9d2efbd76a21), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:30.216000 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=17f4ca84-1740-4f8d-919b-9d2efbd76a21,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:30.321926 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:27Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:30.383242 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe6df0-e250-4286-b3b6-68f2e7101a5f None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:27Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:30.399199 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (7df31e32-1b75-405a-b261-feeccf7fe257), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:30.403656 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:30.405522 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-86281f2b-076b-4775-a8f7-6808162fda0f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/7df31e32-1b75-405a-b261-feeccf7fe257 HTTP/1.1" status: 204 len: 168 time: 1.0380929 Aug 29 20:21:30.444175 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-4b3b4604-1a3b-4b55-a60a-60931a727013 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377477 Aug 29 20:21:30.731514 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc76adb2-5c62-4cfc-93ed-ec4674533fc6 req-a8bdc8e5-eeae-4f39-ac54-9537493ba04a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738280 Aug 29 20:21:30.840996 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9529c-a97e-4c34-a433-3296265da904 None None] New status for floating IP 1fea54ad-5132-4d18-b74c-4891b0206ae8: ACTIVE {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:21:31.216685 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35862) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:31.366771 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-390beb62-86c0-4718-9996-95b8f14c1627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.421448 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:31.433548 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ebae4d48-f47f-4cc0-92ba-38ebce3f04a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.470503 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-390beb62-86c0-4718-9996-95b8f14c1627 admin admin] Publish callbacks [] for security_group (07a53da5-4c3e-4832-883d-5bb25137552a), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.475314 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-390beb62-86c0-4718-9996-95b8f14c1627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (07a53da5-4c3e-4832-883d-5bb25137552a), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.535340 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-390beb62-86c0-4718-9996-95b8f14c1627 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b9cf22bef25341b5971ea86029942423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173060 Aug 29 20:21:31.536757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390beb62-86c0-4718-9996-95b8f14c1627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a53da5-4c3e-4832-883d-5bb25137552a,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:31.539453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35866) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:31.632708 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6847e06-b421-4557-862d-8a9c3e8b708a admin admin] Publish callbacks [] for security_group (07a53da5-4c3e-4832-883d-5bb25137552a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.655208 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6847e06-b421-4557-862d-8a9c3e8b708a admin admin] Publish callbacks [] for security_group (07a53da5-4c3e-4832-883d-5bb25137552a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.728536 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6847e06-b421-4557-862d-8a9c3e8b708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (07a53da5-4c3e-4832-883d-5bb25137552a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.733307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a6847e06-b421-4557-862d-8a9c3e8b708a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:31.735045 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a6847e06-b421-4557-862d-8a9c3e8b708a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/07a53da5-4c3e-4832-883d-5bb25137552a HTTP/1.1" status: 204 len: 168 time: 0.1933200 Aug 29 20:21:31.749089 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6847e06-b421-4557-862d-8a9c3e8b708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a53da5-4c3e-4832-883d-5bb25137552a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:31.941335 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35872) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:32.217754 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35878) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:32.234114 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5eff128-3028-4dfa-94ce-33c575a16604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.265634 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:32.350554 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5eff128-3028-4dfa-94ce-33c575a16604 admin admin] Publish callbacks [] for security_group (22f917ee-9762-4cf1-92c0-c82b65af8e9e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.357722 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b5eff128-3028-4dfa-94ce-33c575a16604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (22f917ee-9762-4cf1-92c0-c82b65af8e9e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.415540 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b5eff128-3028-4dfa-94ce-33c575a16604 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b352d18a533244f7bfcb44fe56ea8475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963685 Aug 29 20:21:32.416705 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eff128-3028-4dfa-94ce-33c575a16604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f917ee-9762-4cf1-92c0-c82b65af8e9e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:32.418573 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35880) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:32.492718 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Deleting port 3460a55f-a953-4fb9-966c-f5c0c1b97a9c {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:32.493956 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.561561 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eee15b6c-cd4d-4844-a0bc-d467f03b84e1 admin admin] Publish callbacks [] for security_group (22f917ee-9762-4cf1-92c0-c82b65af8e9e), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.593989 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:32.606300 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eee15b6c-cd4d-4844-a0bc-d467f03b84e1 admin admin] Publish callbacks [] for security_group (22f917ee-9762-4cf1-92c0-c82b65af8e9e), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.659097 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.659456 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for floatingip (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.683702 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Calling delete_port for 3460a55f-a953-4fb9-966c-f5c0c1b97a9c owned by network:floatingip {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:32.772599 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eee15b6c-cd4d-4844-a0bc-d467f03b84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (22f917ee-9762-4cf1-92c0-c82b65af8e9e), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.775372 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eee15b6c-cd4d-4844-a0bc-d467f03b84e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.776528 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-eee15b6c-cd4d-4844-a0bc-d467f03b84e1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/22f917ee-9762-4cf1-92c0-c82b65af8e9e HTTP/1.1" status: 204 len: 168 time: 0.3541183 Aug 29 20:21:32.795502 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15b6c-cd4d-4844-a0bc-d467f03b84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f917ee-9762-4cf1-92c0-c82b65af8e9e,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:32.916628 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (3460a55f-a953-4fb9-966c-f5c0c1b97a9c), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:32.947058 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event deleted for resources: {'Port': ['ID=3460a55f-a953-4fb9-966c-f5c0c1b97a9c,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:33.031086 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for floatingip (84ca8da4-891d-49ba-9d26-2e485572e1e6), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.031540 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Floating IP 84ca8da4-891d-49ba-9d26-2e485572e1e6 disassociated (deleted). External IP: 172.27.3.192, port: e83470af-1797-4000-830e-cdec3cee207b. Aug 29 20:21:33.183118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:33.285485 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35890) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:33.306957 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-aba9c865-c9af-424a-b257-1512269b86cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.321577 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:33.353920 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Router b451cb7d-b166-4327-93fa-004122524e7a has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:33.436515 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-aba9c865-c9af-424a-b257-1512269b86cc admin admin] Publish callbacks [] for security_group (6c346f5d-bc2c-47d9-a6b2-4aad8df62356), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.442823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-aba9c865-c9af-424a-b257-1512269b86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6c346f5d-bc2c-47d9-a6b2-4aad8df62356), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.488191 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:33.498839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.513303 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] Sync routers for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:33.518791 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9c865-c9af-424a-b257-1512269b86cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c346f5d-bc2c-47d9-a6b2-4aad8df62356,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:33.530544 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-aba9c865-c9af-424a-b257-1512269b86cc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6acfe9b07f94479bb845949991e90cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392297 Aug 29 20:21:33.531418 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35896) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:33.535419 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:33.535994 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:33.580261 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3812150b-d33f-41b4-9ae3-fd1969705d67 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/84ca8da4-891d-49ba-9d26-2e485572e1e6 HTTP/1.1" status: 204 len: 168 time: 1.6373556 Aug 29 20:21:33.581122 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:33.585821 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:33.676126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2adcb6-03dd-4e76-8443-12ddc2cf9b55 req-825e6f90-7c15-4c72-a920-4b6c0e4e6212 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:33.679179 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aa2adcb6-03dd-4e76-8443-12ddc2cf9b55 req-825e6f90-7c15-4c72-a920-4b6c0e4e6212 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0948186 Aug 29 20:21:33.680120 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b986d9a9-d48c-4bdc-a097-b9f6a2bb3cef admin admin] Publish callbacks [] for security_group (6c346f5d-bc2c-47d9-a6b2-4aad8df62356), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.684590 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:33.725477 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b986d9a9-d48c-4bdc-a097-b9f6a2bb3cef admin admin] Publish callbacks [] for security_group (6c346f5d-bc2c-47d9-a6b2-4aad8df62356), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.799075 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aa2adcb6-03dd-4e76-8443-12ddc2cf9b55 req-3175792b-0c25-4cc1-847d-5c3a1d69d8ad tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075029 Aug 29 20:21:33.835318 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b986d9a9-d48c-4bdc-a097-b9f6a2bb3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6c346f5d-bc2c-47d9-a6b2-4aad8df62356), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.850228 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b986d9a9-d48c-4bdc-a097-b9f6a2bb3cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.850228 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b986d9a9-d48c-4bdc-a097-b9f6a2bb3cef admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6c346f5d-bc2c-47d9-a6b2-4aad8df62356 HTTP/1.1" status: 204 len: 168 time: 0.3110735 Aug 29 20:21:33.859500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986d9a9-d48c-4bdc-a097-b9f6a2bb3cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c346f5d-bc2c-47d9-a6b2-4aad8df62356,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:33.873595 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c5bf2-04cd-462b-a973-e92204cf8f1f x-openstack-request-id: req-8e6c5bf2-04cd-462b-a973-e92204cf8f1f {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:33.873947 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:33.874206 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e6c5bf2-04cd-462b-a973-e92204cf8f1f {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:33.874616 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6c5bf2-04cd-462b-a973-e92204cf8f1f'] response: {'name': 'network-changed', 'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'status': 'completed', 'code': 200} Aug 29 20:21:33.902438 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cb3-6b9d-4a8d-aa09-a8f537adcfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:33.989155 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:34.036746 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] Checking router: b451cb7d-b166-4327-93fa-004122524e7a for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:34.041500 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55670855-3881-4b33-8f10-adfaa5702271 req-47f2ca6a-6558-42b1-8ce0-1d1aa21f61fe tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:34.043113 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-55670855-3881-4b33-8f10-adfaa5702271 req-47f2ca6a-6558-42b1-8ce0-1d1aa21f61fe tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0830131 Aug 29 20:21:34.053672 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:34.054773 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:34.142871 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-55670855-3881-4b33-8f10-adfaa5702271 req-13acbbb3-f2a8-4d14-b3e4-0a3f883bacb3 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925808 Aug 29 20:21:34.197426 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:34.225197 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:34.533067 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:34.600395 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:34.632588 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50751ae9-9038-469f-9211-eb0d3211ebe0 None None] The sync data for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi is: [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:15:28Z', 'revision_number': 4, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4cd3ee68-86c9-42f9-bd92-abb441181d68', 'name': '', 'network_id': '1a747b50-d4d8-4125-b72a-614b7c20e71e', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'mac_address': 'fa:16:3e:2b:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '21a8af03-f64a-4408-a808-df02490243fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:27Z', 'updated_at': '2022-08-29T20:15:37Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'subnets': [{'id': '21a8af03-f64a-4408-a808-df02490243fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:34.975645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a6c80-23d0-45a1-8967-fb5e0ea05cba None None] New status for floating IP 84ca8da4-891d-49ba-9d26-2e485572e1e6: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:21:34.999156 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bfa47-3139-4609-b4ab-39bd72995bb4 req-616a2801-3bff-43ca-b892-b83a2f78f156 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:35.001583 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b94bfa47-3139-4609-b4ab-39bd72995bb4 req-616a2801-3bff-43ca-b892-b83a2f78f156 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0711498 Aug 29 20:21:35.067063 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b94bfa47-3139-4609-b4ab-39bd72995bb4 req-1cc007fa-c81a-4b86-a797-13c49d6fae93 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563836 Aug 29 20:21:35.294939 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a4b9b-461f-4a81-8b5d-6161403fd028 req-4ba0567c-70e5-42a3-b6bb-9903e188c19b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:35.297173 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-384a4b9b-461f-4a81-8b5d-6161403fd028 req-4ba0567c-70e5-42a3-b6bb-9903e188c19b tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0593312 Aug 29 20:21:35.367696 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:35.371414 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-384a4b9b-461f-4a81-8b5d-6161403fd028 req-e2590f5a-baf7-4ccb-84b7-1c24ac1da1b0 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649612 Aug 29 20:21:35.731971 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:21:36.230418 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37200-76dd-4405-86ad-6120ecbe3ab9 req-51722ce9-8dcd-4d79-a731-0caf4c08bd35 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:36.232445 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-36a37200-76dd-4405-86ad-6120ecbe3ab9 req-51722ce9-8dcd-4d79-a731-0caf4c08bd35 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0716908 Aug 29 20:21:36.301369 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-36a37200-76dd-4405-86ad-6120ecbe3ab9 req-8881be81-42e6-4964-86b5-8cfa0ff3ae51 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610220 Aug 29 20:21:36.342265 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:36.533465 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8c7e5-051f-47d8-a832-f62f4ba8d957 req-6141fbf2-b22a-48b1-9d93-ee48d0699c2a tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:36.535132 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19d8c7e5-051f-47d8-a832-f62f4ba8d957 req-6141fbf2-b22a-48b1-9d93-ee48d0699c2a tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.0657442 Aug 29 20:21:36.555685 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35966) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:36.571350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=13,neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:36.611220 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-19d8c7e5-051f-47d8-a832-f62f4ba8d957 req-0df513fc-bf94-46e9-ab6e-c8df9ddbc955 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629354 Aug 29 20:21:36.729694 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d69fe14-3aeb-431a-aeff-35fae1d45298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:36.784036 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:36.816479 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:36.836169 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d69fe14-3aeb-431a-aeff-35fae1d45298 admin admin] Publish callbacks [] for security_group (3619ffc6-74b7-4273-b484-0939f1c0dcd8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:36.840444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8d69fe14-3aeb-431a-aeff-35fae1d45298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3619ffc6-74b7-4273-b484-0939f1c0dcd8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:36.883646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69fe14-3aeb-431a-aeff-35fae1d45298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619ffc6-74b7-4273-b484-0939f1c0dcd8,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:36.888320 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8d69fe14-3aeb-431a-aeff-35fae1d45298 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=02ee7259adde4d15828ae9b48120b276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312826 Aug 29 20:21:36.892658 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 35970) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:36.959038 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54314212-c7a5-4f04-a476-451850ae798c admin admin] Publish callbacks [] for security_group (3619ffc6-74b7-4273-b484-0939f1c0dcd8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:36.984552 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54314212-c7a5-4f04-a476-451850ae798c admin admin] Publish callbacks [] for security_group (3619ffc6-74b7-4273-b484-0939f1c0dcd8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.051958 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54314212-c7a5-4f04-a476-451850ae798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (3619ffc6-74b7-4273-b484-0939f1c0dcd8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.055569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-54314212-c7a5-4f04-a476-451850ae798c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.056699 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-54314212-c7a5-4f04-a476-451850ae798c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3619ffc6-74b7-4273-b484-0939f1c0dcd8 HTTP/1.1" status: 204 len: 168 time: 0.1629121 Aug 29 20:21:37.063077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:37.069400 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314212-c7a5-4f04-a476-451850ae798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619ffc6-74b7-4273-b484-0939f1c0dcd8,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:37.121570 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.456870 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35978) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:37.481560 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c9896452-28a1-4e37-b068-298701f7ad26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.509567 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da262bd-1b1c-44e2-9515-01c7d8715c0b req-ed390a22-fc9f-4e7c-9cb4-43e7541c9c79 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:37.512194 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8da262bd-1b1c-44e2-9515-01c7d8715c0b req-ed390a22-fc9f-4e7c-9cb4-43e7541c9c79 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0898058 Aug 29 20:21:37.618434 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c9896452-28a1-4e37-b068-298701f7ad26 admin admin] Publish callbacks [] for security_group (e901d57d-95c7-4008-b43c-17eef08e7d56), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.625429 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c9896452-28a1-4e37-b068-298701f7ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (e901d57d-95c7-4008-b43c-17eef08e7d56), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:37.719057 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c9896452-28a1-4e37-b068-298701f7ad26 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=472d1ff4ac2a4e098cd7a16208f28ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594113 Aug 29 20:21:37.722642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896452-28a1-4e37-b068-298701f7ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e901d57d-95c7-4008-b43c-17eef08e7d56,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:37.726621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 35984) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:37.762131 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:37.893287 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0cd2d-9d4e-46cd-a31f-0330e45dc4d7 req-fc79fccb-b339-41b6-a1d2-1cb118a787d7 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:37.895977 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-64b0cd2d-9d4e-46cd-a31f-0330e45dc4d7 req-fc79fccb-b339-41b6-a1d2-1cb118a787d7 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.1591218 Aug 29 20:21:37.942482 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8da262bd-1b1c-44e2-9515-01c7d8715c0b req-05bc0643-2355-422f-8541-05bb83f15a77 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170411 Aug 29 20:21:37.958344 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-07b0abb4-aa1b-4657-8315-0c5385fef911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:37.960305 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-07b0abb4-aa1b-4657-8315-0c5385fef911 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=98b4b754e82445a0b65e88f5dbede11b&device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 1130 time: 0.1650171 Aug 29 20:21:37.963986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d8028213-9898-4636-970d-73235e2e2393 admin admin] Publish callbacks [] for security_group (e901d57d-95c7-4008-b43c-17eef08e7d56), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:38.008062 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d8028213-9898-4636-970d-73235e2e2393 admin admin] Publish callbacks [] for security_group (e901d57d-95c7-4008-b43c-17eef08e7d56), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:38.028945 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-64b0cd2d-9d4e-46cd-a31f-0330e45dc4d7 req-17928289-c6f3-4249-b4c2-600dbafe6820 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245050 Aug 29 20:21:38.093470 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d8028213-9898-4636-970d-73235e2e2393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (e901d57d-95c7-4008-b43c-17eef08e7d56), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:38.098505 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d8028213-9898-4636-970d-73235e2e2393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:38.100973 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d8028213-9898-4636-970d-73235e2e2393 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e901d57d-95c7-4008-b43c-17eef08e7d56 HTTP/1.1" status: 204 len: 168 time: 0.3732111 Aug 29 20:21:38.116673 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8028213-9898-4636-970d-73235e2e2393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e901d57d-95c7-4008-b43c-17eef08e7d56,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:38.364560 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-18a285fd-acfa-443b-a3b9-3c1d75e94965 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:38.368739 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-18a285fd-acfa-443b-a3b9-3c1d75e94965 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.0815108 Aug 29 20:21:38.454384 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-22d57407-b900-401f-9946-24535fbbf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:38.456179 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-22d57407-b900-401f-9946-24535fbbf70d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 200 len: 909 time: 0.1690197 Aug 29 20:21:38.586634 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-4d665522-426d-47b2-bfb1-17e706bc7628 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 200 len: 217 time: 0.0851197 Aug 29 20:21:38.640607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port 211f234f-335d-4a0f-b293-03495489357e {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:38.641490 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (211f234f-335d-4a0f-b293-03495489357e), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:38.671710 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-04098519-6325-4920-a3a5-36d9668c3aae tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:38.674033 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-04098519-6325-4920-a3a5-36d9668c3aae tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.1710136 Aug 29 20:21:38.692263 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-019d4c38-12ac-41a8-816b-8bb38b2a50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:38.692473 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-019d4c38-12ac-41a8-816b-8bb38b2a50b6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 200 len: 847 time: 0.0853872 Aug 29 20:21:38.814932 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-0afd5e0d-77e0-41e3-8912-822e370e15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:38.815174 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] For port 211f234f-335d-4a0f-b293-03495489357e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=211f234f-335d-4a0f-b293-03495489357e,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:38.815469 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (211f234f-335d-4a0f-b293-03495489357e), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:38.817325 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-0afd5e0d-77e0-41e3-8912-822e370e15c5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1a747b50-d4d8-4125-b72a-614b7c20e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047299 Aug 29 20:21:38.837423 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:38.856626 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Deleting port e83470af-1797-4000-830e-cdec3cee207b {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:38.857142 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (e83470af-1797-4000-830e-cdec3cee207b), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.255853 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f0c3-af52-4f36-a1d0-52491e7c701e req-707ed9c6-6635-4a71-827b-3ab4934cce1f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:39.264941 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-df48f0c3-af52-4f36-a1d0-52491e7c701e req-707ed9c6-6635-4a71-827b-3ab4934cce1f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 946 time: 0.1057603 Aug 29 20:21:39.269198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.269607 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (cf0cdf58-bbda-415a-b592-4ec828deefc6), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.270028 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP cf0cdf58-bbda-415a-b592-4ec828deefc6 disassociated. External IP: 172.27.3.6, port: 211f234f-335d-4a0f-b293-03495489357e. Aug 29 20:21:39.270418 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for 211f234f-335d-4a0f-b293-03495489357e owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:39.396737 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-df48f0c3-af52-4f36-a1d0-52491e7c701e req-84f39bcf-f972-4f5a-8a64-8dc6b26d8aed tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306381 Aug 29 20:21:39.400506 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-8d8e23be-8b21-4378-96f7-5135092d49e9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675759 Aug 29 20:21:39.402513 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] For port e83470af-1797-4000-830e-cdec3cee207b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e83470af-1797-4000-830e-cdec3cee207b,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:39.403180 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (e83470af-1797-4000-830e-cdec3cee207b), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.485079 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Calling delete_port for e83470af-1797-4000-830e-cdec3cee207b owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:39.513472 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (211f234f-335d-4a0f-b293-03495489357e), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.524030 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:39.561997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f223a-ecc5-4f6f-bd50-3a700b25b54c req-38e4aac5-fc01-4cff-b53b-8470fea45598 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:39.563691 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1a0f223a-ecc5-4f6f-bd50-3a700b25b54c req-38e4aac5-fc01-4cff-b53b-8470fea45598 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 946 time: 0.1700118 Aug 29 20:21:39.569466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=211f234f-335d-4a0f-b293-03495489357e,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:39.704208 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-647dc4d9-c9eb-40ef-bcaa-c85c576db4a4 req-7807b43b-b477-4d89-b625-b1682af4f35c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801325 Aug 29 20:21:39.729177 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1a0f223a-ecc5-4f6f-bd50-3a700b25b54c req-094520ab-4ee4-416f-b78c-6b3783632a52 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064911 Aug 29 20:21:39.729606 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:39.761463 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:39.770588 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:39.858714 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (e83470af-1797-4000-830e-cdec3cee207b), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.906341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event deleted for resources: {'Port': ['ID=e83470af-1797-4000-830e-cdec3cee207b,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:39.979497 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] No DVR routers for this DVR port e83470af-1797-4000-830e-cdec3cee207b on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:39.982353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:39.986552 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ab0158db-20f7-4de0-8942-1e433f84c5e9 req-4fd05a5f-08da-4802-9650-bc68e21e271d tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.77 "DELETE /networking/v2.0/ports/e83470af-1797-4000-830e-cdec3cee207b HTTP/1.1" status: 204 len: 173 time: 1.3054662 Aug 29 20:21:39.988021 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-deleted', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:39.988430 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:39.992894 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c126671a-a6a4-4a4a-b0aa-90f9143ed36a" -d '{"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-deleted", "tag": "e83470af-1797-4000-830e-cdec3cee207b"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:40.016027 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:40.051333 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:40.052294 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:40.053395 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f4e06-1d59-4ac5-ac20-2619a8cddbd3 x-openstack-request-id: req-c23f4e06-1d59-4ac5-ac20-2619a8cddbd3 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:40.053949 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9470292c-17d1-47bf-9ea3-c5b0eb069a12", "name": "network-vif-deleted", "tag": "e83470af-1797-4000-830e-cdec3cee207b", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:40.054272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c23f4e06-1d59-4ac5-ac20-2619a8cddbd3 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:40.054933 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23f4e06-1d59-4ac5-ac20-2619a8cddbd3'] response: {'server_uuid': '9470292c-17d1-47bf-9ea3-c5b0eb069a12', 'name': 'network-vif-deleted', 'tag': 'e83470af-1797-4000-830e-cdec3cee207b', 'status': 'completed', 'code': 200} Aug 29 20:21:40.126625 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] No DVR routers for this DVR port 211f234f-335d-4a0f-b293-03495489357e on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:40.131290 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:40.136940 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a9aceb4b-3ab4-4c7e-a68f-f7acd06b9b2c req-985b409b-37b9-4ba2-8321-8184b58f9642 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "DELETE /networking/v2.0/ports/211f234f-335d-4a0f-b293-03495489357e HTTP/1.1" status: 204 len: 173 time: 1.6354995 Aug 29 20:21:40.137672 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'name': 'network-vif-deleted', 'tag': '211f234f-335d-4a0f-b293-03495489357e'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:40.141508 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b436983-7178-418a-900b-72f32987e90e" -d '{"events": [{"server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "name": "network-vif-deleted", "tag": "211f234f-335d-4a0f-b293-03495489357e"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:40.210829 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53a6079-1281-4ed3-87d7-a173a420d410 x-openstack-request-id: req-d53a6079-1281-4ed3-87d7-a173a420d410 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:40.211199 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa729ec-2c90-4d71-ab0a-23d73b1dd267", "name": "network-vif-deleted", "tag": "211f234f-335d-4a0f-b293-03495489357e", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:40.211566 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d53a6079-1281-4ed3-87d7-a173a420d410 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:40.212249 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53a6079-1281-4ed3-87d7-a173a420d410'] response: {'server_uuid': '3fa729ec-2c90-4d71-ab0a-23d73b1dd267', 'name': 'network-vif-deleted', 'tag': '211f234f-335d-4a0f-b293-03495489357e', 'status': 'completed', 'code': 200} Aug 29 20:21:40.271244 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:40.593885 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-89b82e7c-3283-44ad-a329-4bc6ff0e7fe7 req-e5dc8089-aeba-4c04-b957-f55ac55c676a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 210 time: 0.0548513 Aug 29 20:21:40.709127 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:40.747077 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:40.759980 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:40.760609 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:40.946099 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8fce9967-4526-4eb7-a480-90329eef5b9c req-2b2bcfc3-d0ba-464d-b487-34f91333311a tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0488904 Aug 29 20:21:40.958329 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:41.282488 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:41.316591 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6485ce5-4479-4197-b149-5dc3bea2f44d None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:41.543277 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 211f234f-335d-4a0f-b293-03495489357e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:41.577875 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 211f234f-335d-4a0f-b293-03495489357e {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:41.578341 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 211f234f-335d-4a0f-b293-03495489357e not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:41.578833 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:41.609572 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: e83470af-1797-4000-830e-cdec3cee207b {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:41.610110 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device e83470af-1797-4000-830e-cdec3cee207b not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:41.661246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6dd3d-ebbb-4103-8d05-b8f6fbdf6310 None None] New status for floating IP cf0cdf58-bbda-415a-b592-4ec828deefc6: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:21:41.766844 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e1390739-4d44-4c95-8a1b-4f5406fa57c2 req-1633c738-50c5-4b81-8fb5-471ba10c32ad tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 210 time: 0.0423384 Aug 29 20:21:42.100441 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2cf1ecbe-377e-468d-9e81-c01e7155ac48 req-6d5ccd9e-acc0-4787-8f30-c87a3a2d0e08 tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=9470292c-17d1-47bf-9ea3-c5b0eb069a12 HTTP/1.1" status: 200 len: 210 time: 0.0415585 Aug 29 20:21:42.942577 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6c70ee4d-3f83-4653-99dd-b75ad5553bad req-4277d180-e815-42a5-9ffe-94ebd32ce46c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3fa729ec-2c90-4d71-ab0a-23d73b1dd267 HTTP/1.1" status: 200 len: 210 time: 0.0390937 Aug 29 20:21:43.194301 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36064) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:43.271111 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5a16fd86-17e6-4cb8-8b02-3a1e60ad685e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group (1e44f177-743c-4c1b-a46c-f86eb4a7e2e9), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:43.300501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5a16fd86-17e6-4cb8-8b02-3a1e60ad685e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group (1e44f177-743c-4c1b-a46c-f86eb4a7e2e9), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:43.380637 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5a16fd86-17e6-4cb8-8b02-3a1e60ad685e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1e44f177-743c-4c1b-a46c-f86eb4a7e2e9), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:43.383540 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5a16fd86-17e6-4cb8-8b02-3a1e60ad685e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:43.384767 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5a16fd86-17e6-4cb8-8b02-3a1e60ad685e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1e44f177-743c-4c1b-a46c-f86eb4a7e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1891682 Aug 29 20:21:43.396041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16fd86-17e6-4cb8-8b02-3a1e60ad685e tempest-TestShelveInstance-1436212605 tempest-TestShelveInstance-1436212605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e44f177-743c-4c1b-a46c-f86eb4a7e2e9,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:43.461763 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36068) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:44.028360 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (b451cb7d-b166-4327-93fa-004122524e7a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.089558 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36082) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:44.194768 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bb6202b0-58d0-41bc-a800-69cdf3435501 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.242599 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bb6202b0-58d0-41bc-a800-69cdf3435501 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.246403 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:44.325179 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bb6202b0-58d0-41bc-a800-69cdf3435501 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.330369 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-bb6202b0-58d0-41bc-a800-69cdf3435501 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.332370 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-bb6202b0-58d0-41bc-a800-69cdf3435501 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a HTTP/1.1" status: 204 len: 168 time: 0.2409115 Aug 29 20:21:44.339679 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36092) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:44.352663 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6202b0-58d0-41bc-a800-69cdf3435501 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:44.387747 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.api.v2.resource [None req-834f3f78-b659-4785-ae0c-00b2481dd8bb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] show failed (client error): The resource could not be found. Aug 29 20:21:44.388793 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-834f3f78-b659-4785-ae0c-00b2481dd8bb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups/26e4fbb1-4854-4a6a-b9f5-f2fec392ad1a HTTP/1.1" status: 404 len: 347 time: 0.0478866 Aug 29 20:21:44.392018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36096) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:44.406902 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Deleting port 4cd3ee68-86c9-42f9-bd92-abb441181d68 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:44.407906 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.527966 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] For port 4cd3ee68-86c9-42f9-bd92-abb441181d68, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=4cd3ee68-86c9-42f9-bd92-abb441181d68,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:44.528774 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.554691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Calling delete_port for 4cd3ee68-86c9-42f9-bd92-abb441181d68 owned by network:router_interface {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:44.570101 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port 0357eb2a-9385-4029-a44a-e60c64270678 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:44.571049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (0357eb2a-9385-4029-a44a-e60c64270678), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.622627 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:44.628930 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:44.673204 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (0357eb2a-9385-4029-a44a-e60c64270678), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.673826 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (0357eb2a-9385-4029-a44a-e60c64270678), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.697448 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for 0357eb2a-9385-4029-a44a-e60c64270678 owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:44.798456 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (4cd3ee68-86c9-42f9-bd92-abb441181d68), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.833251 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd3ee68-86c9-42f9-bd92-abb441181d68,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:44.891233 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (0357eb2a-9385-4029-a44a-e60c64270678), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:44.935239 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=0357eb2a-9385-4029-a44a-e60c64270678,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:45.019376 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (cf0cdf58-bbda-415a-b592-4ec828deefc6), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.023687 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.030777 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0b71b072-596d-477c-aabc-5c521a76af3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/cf0cdf58-bbda-415a-b592-4ec828deefc6 HTTP/1.1" status: 204 len: 168 time: 0.6361675 Aug 29 20:21:45.138527 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (b451cb7d-b166-4327-93fa-004122524e7a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.163070 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36126) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:45.167983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618572902', 'description': 'tempest-description--1797693144'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:45.194085 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.207971 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:45.295522 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (1849d923-93d2-408f-8362-f1c77dc489f8), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.306779 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1849d923-93d2-408f-8362-f1c77dc489f8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.341357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.343051 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1788621 Aug 29 20:21:45.348312 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36136) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:45.354502 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '1849d923-93d2-408f-8362-f1c77dc489f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:45.360741 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0776a19-6771-4c6b-aff7-f39be128afc8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1849d923-93d2-408f-8362-f1c77dc489f8,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:45.399011 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (bc2d6d8d-3057-48aa-b42f-7d80df335108), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.465200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Router b451cb7d-b166-4327-93fa-004122524e7a has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:45.511212 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (bc2d6d8d-3057-48aa-b42f-7d80df335108), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.518465 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (bc2d6d8d-3057-48aa-b42f-7d80df335108), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.552261 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2d6d8d-3057-48aa-b42f-7d80df335108,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:45.564809 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.569761 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b9a7e430-dca0-4508-9b45-dabff39f9b17 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157998 Aug 29 20:21:45.571761 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36140) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:45.591727 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '1849d923-93d2-408f-8362-f1c77dc489f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:45.614317 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:45.626031 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:45.641067 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-1c526111-6eb1-485f-a8b4-f32197e50029 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/b451cb7d-b166-4327-93fa-004122524e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776330 Aug 29 20:21:45.642130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36142) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:45.642879 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] Sync routers for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:45.645738 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (cb4fea54-4270-45b7-b35e-66d8ffe8cbb9), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.657062 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:45.657351 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:45.716887 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:45.740556 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (cb4fea54-4270-45b7-b35e-66d8ffe8cbb9), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.746149 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (cb4fea54-4270-45b7-b35e-66d8ffe8cbb9), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.777893 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4fea54-4270-45b7-b35e-66d8ffe8cbb9,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:45.793282 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.799533 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9bcf9d3a-a808-4c4b-bd02-0e7c5f8e61d1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2180715 Aug 29 20:21:45.799785 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36144) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:45.804672 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:45.807204 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:45.827313 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks [] for router (b451cb7d-b166-4327-93fa-004122524e7a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:45.874995 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:45.892698 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.053806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:46.056386 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '6b29f27d-c788-498b-a933-98474a81b30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:21:44Z', 'revision_number': 5, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port': {'id': '6b29f27d-c788-498b-a933-98474a81b30a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:23Z', 'updated_at': '2022-08-29T20:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:46.080850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks [] for router_gateway (b451cb7d-b166-4327-93fa-004122524e7a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.086109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.091373 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] Checking router: b451cb7d-b166-4327-93fa-004122524e7a for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:46.108057 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] Routers {'b451cb7d-b166-4327-93fa-004122524e7a'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:46.108767 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['b451cb7d-b166-4327-93fa-004122524e7a'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:46.184468 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Deleting port 6b29f27d-c788-498b-a933-98474a81b30a {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:46.185107 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (6b29f27d-c788-498b-a933-98474a81b30a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.202505 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:46.217429 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] Set router b451cb7d-b166-4327-93fa-004122524e7a gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:46.269951 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:21:46Z', 'revision_number': 6, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:46.296698 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caea303-6522-4529-a918-5be1496b6f1e None None] The sync data for ids ['b451cb7d-b166-4327-93fa-004122524e7a'] in dv-cinder-854261-2-iscsi is: [{'id': 'b451cb7d-b166-4327-93fa-004122524e7a', 'name': 'tempest-TestShelveInstance-519545872-router', 'tenant_id': '98b4b754e82445a0b65e88f5dbede11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:22Z', 'updated_at': '2022-08-29T20:21:46Z', 'revision_number': 6, 'project_id': '98b4b754e82445a0b65e88f5dbede11b', 'gw_port_host': None}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:46.305839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.27.3.97 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/cedc6f05-48cf-4624-a54c-07db11700eda) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:21:46.338757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] For port 6b29f27d-c788-498b-a933-98474a81b30a, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=6b29f27d-c788-498b-a933-98474a81b30a,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:46.339133 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (6b29f27d-c788-498b-a933-98474a81b30a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.370431 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Calling delete_port for 6b29f27d-c788-498b-a933-98474a81b30a owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:46.513466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (cedc6f05-48cf-4624-a54c-07db11700eda), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.884131 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (cedc6f05-48cf-4624-a54c-07db11700eda), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:46.910486 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:46.970090 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:21:46.987523 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:21:46.996942 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:21:47.023433 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36160) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:47.047650 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=cedc6f05-48cf-4624-a54c-07db11700eda,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:47.056892 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (6b29f27d-c788-498b-a933-98474a81b30a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.103509 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b29f27d-c788-498b-a933-98474a81b30a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:47.150759 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:47.201405 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe67-de90-4451-a521-904aa661455a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.273776 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (b451cb7d-b166-4327-93fa-004122524e7a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.307288 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe67-de90-4451-a521-904aa661455a admin admin] Publish callbacks [] for security_group (28da0224-cfed-4d63-8492-eddca5b35b92), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.311808 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe67-de90-4451-a521-904aa661455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (28da0224-cfed-4d63-8492-eddca5b35b92), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.316907 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (551439ee-666e-4aa8-bdbd-239cca46eee8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.359636 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-69c1fe67-de90-4451-a521-904aa661455a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f9cd0f42641c4f27a48b383fd1e4ab6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350732 Aug 29 20:21:47.360342 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fe67-de90-4451-a521-904aa661455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28da0224-cfed-4d63-8492-eddca5b35b92,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:47.363706 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36164) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:47.434915 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc89-42cd-4e55-acd9-eb569c59ce72 admin admin] Publish callbacks [] for security_group (28da0224-cfed-4d63-8492-eddca5b35b92), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.458218 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (b451cb7d-b166-4327-93fa-004122524e7a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.465402 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks [] for router_controller (b451cb7d-b166-4327-93fa-004122524e7a), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.466901 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc89-42cd-4e55-acd9-eb569c59ce72 admin admin] Publish callbacks [] for security_group (28da0224-cfed-4d63-8492-eddca5b35b92), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.484490 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cedc6f05-48cf-4624-a54c-07db11700eda), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.512730 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:47.546684 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc89-42cd-4e55-acd9-eb569c59ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (28da0224-cfed-4d63-8492-eddca5b35b92), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.549760 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc89-42cd-4e55-acd9-eb569c59ce72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.550955 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7c9dfc89-42cd-4e55-acd9-eb569c59ce72 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/28da0224-cfed-4d63-8492-eddca5b35b92 HTTP/1.1" status: 204 len: 168 time: 0.1860573 Aug 29 20:21:47.562428 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dfc89-42cd-4e55-acd9-eb569c59ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28da0224-cfed-4d63-8492-eddca5b35b92,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:47.576121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (b451cb7d-b166-4327-93fa-004122524e7a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.576121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b451cb7d-b166-4327-93fa-004122524e7a {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:21:47.587698 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.593342 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e49e9434-f1d4-4fa9-9814-b9b504b7263c admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/b451cb7d-b166-4327-93fa-004122524e7a HTTP/1.1" status: 204 len: 168 time: 1.9495919 Aug 29 20:21:47.594070 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36168) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:47.652026 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 6b29f27d-c788-498b-a933-98474a81b30a no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:47.689336 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Deleting subnet 21a8af03-f64a-4408-a808-df02490243fc {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:21:47.694833 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Publish callbacks [] for subnet (21a8af03-f64a-4408-a808-df02490243fc), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.706644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 6b29f27d-c788-498b-a933-98474a81b30a {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:47.707409 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 6b29f27d-c788-498b-a933-98474a81b30a not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:47.708218 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4cd3ee68-86c9-42f9-bd92-abb441181d68 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:47.750969 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 4cd3ee68-86c9-42f9-bd92-abb441181d68 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:47.751606 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4cd3ee68-86c9-42f9-bd92-abb441181d68 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:47.760052 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641763'] for subnet (21a8af03-f64a-4408-a808-df02490243fc), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.820594 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (cedc6f05-48cf-4624-a54c-07db11700eda), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.829781 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (cedc6f05-48cf-4624-a54c-07db11700eda), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.903654 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (21a8af03-f64a-4408-a808-df02490243fc), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.950464 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=cedc6f05-48cf-4624-a54c-07db11700eda,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:47.953624 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (551439ee-666e-4aa8-bdbd-239cca46eee8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.974576 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:47.976824 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e77647b2-2425-4f0b-9d07-fc603a67aca7 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1760604 Aug 29 20:21:47.997795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260220825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260118253'] for subnet (21a8af03-f64a-4408-a808-df02490243fc), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.029507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a8af03-f64a-4408-a808-df02490243fc,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:48.034882 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.042506 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0b37c299-1fcf-43fe-b1e4-60eb6733171d admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/21a8af03-f64a-4408-a808-df02490243fc HTTP/1.1" status: 204 len: 168 time: 0.4432616 Aug 29 20:21:48.044802 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36174) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:48.046170 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2b118-2a11-415e-8b87-8fed68cb91aa None None] Network 1a747b50-d4d8-4125-b72a-614b7c20e71e requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:21:48.088941 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36176) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:48.114948 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fdf52f0b-48b3-44b8-a5f3-221e3480b586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.179802 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (1a747b50-d4d8-4125-b72a-614b7c20e71e), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.217353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:48.254726 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] DHCP port deletion for 1a747b50-d4d8-4125-b72a-614b7c20e71e request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:21:48.266980 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Deleting port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:48.267572 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.292376 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fdf52f0b-48b3-44b8-a5f3-221e3480b586 admin admin] Publish callbacks [] for security_group (54b9dd10-deb4-42c2-b361-3971e41ec2e1), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.303666 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-fdf52f0b-48b3-44b8-a5f3-221e3480b586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (54b9dd10-deb4-42c2-b361-3971e41ec2e1), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.310552 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] Deleting port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:48.310953 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.370321 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-fdf52f0b-48b3-44b8-a5f3-221e3480b586 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0556a89fc7b24114815cc6cbadbc04cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769966 Aug 29 20:21:48.370690 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf52f0b-48b3-44b8-a5f3-221e3480b586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b9dd10-deb4-42c2-b361-3971e41ec2e1,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:48.373405 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36188) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:48.377287 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:48.384777 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] For port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:48.385645 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.404791 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] For port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,segment=NetworkSegment(cdb0b52a-f6a1-4105-9833-547bc0d5068b),segment_id=cdb0b52a-f6a1-4105-9833-547bc0d5068b)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:48.405192 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.416581 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Calling delete_port for 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 owned by network:dhcp {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:48.421926 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] Calling delete_port for 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:48.451132 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-cc6a0ba8-e2ff-4d93-b759-28d07a221b3e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--618572902&fields=id&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 267 time: 0.1341670 Aug 29 20:21:48.455793 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-49a48991-831e-4da6-8a2c-6cdfb689f6cf admin admin] Publish callbacks [] for security_group (54b9dd10-deb4-42c2-b361-3971e41ec2e1), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.482407 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-49a48991-831e-4da6-8a2c-6cdfb689f6cf admin admin] Publish callbacks [] for security_group (54b9dd10-deb4-42c2-b361-3971e41ec2e1), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.510178 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:48.518943 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.551205 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] No DVR routers for this DVR port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:48.555058 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160ed00-2df0-478a-bae7-684596e1d9a3 None None] Pushing event deleted for resources: {'Port': ['ID=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:48.573440 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-49a48991-831e-4da6-8a2c-6cdfb689f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (54b9dd10-deb4-42c2-b361-3971e41ec2e1), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.586568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-49a48991-831e-4da6-8a2c-6cdfb689f6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.586568 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-49a48991-831e-4da6-8a2c-6cdfb689f6cf admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/54b9dd10-deb4-42c2-b361-3971e41ec2e1 HTTP/1.1" status: 204 len: 168 time: 0.2060442 Aug 29 20:21:48.593830 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48991-831e-4da6-8a2c-6cdfb689f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b9dd10-deb4-42c2-b361-3971e41ec2e1,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:48.652522 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:48.679910 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (0a3a8ebd-ee5a-4225-889d-eccf89ce1b21), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.719822 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3a8ebd-ee5a-4225-889d-eccf89ce1b21,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:48.730016 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-fa9a6265-6550-4957-b3c4-359e6fb7fced tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:48.731554 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-fa9a6265-6550-4957-b3c4-359e6fb7fced tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.2379465 Aug 29 20:21:48.732436 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] No DVR routers for this DVR port 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 on host dv-cinder-854261-2-iscsi {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:48.802657 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-d73e1ca6-2a3d-4dae-879a-43868147da1b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/quotas/8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 375 time: 0.0332787 Aug 29 20:21:48.876170 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (1a747b50-d4d8-4125-b72a-614b7c20e71e), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:48.932368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a747b50-d4d8-4125-b72a-614b7c20e71e']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:48.942497 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-ed5ece5f-4706-4e57-b30d-f64002a05256 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002829 Aug 29 20:21:48.955712 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb0b52a-f6a1-4105-9833-547bc0d5068b') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:48.955952 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb0b52a-f6a1-4105-9833-547bc0d5068b') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:48.995538 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (cdb0b52a-f6a1-4105-9833-547bc0d5068b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:49.044527 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (cdb0b52a-f6a1-4105-9833-547bc0d5068b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:49.062047 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:21:49.062455 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (cdb0b52a-f6a1-4105-9833-547bc0d5068b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:49.127987 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment cdb0b52a-f6a1-4105-9833-547bc0d5068b resource provider aggregate not found Aug 29 20:21:49.165064 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment cdb0b52a-f6a1-4105-9833-547bc0d5068b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdb0b52a-f6a1-4105-9833-547bc0d5068b found for delete ", "request_id": "req-0ea32403-01a9-4cdb-b800-04bf7ce42d2c"}]} Aug 29 20:21:49.186651 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-5e22dfde-cb28-4b01-bb65-6cc543402dda service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277324 Aug 29 20:21:49.187984 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (1a747b50-d4d8-4125-b72a-614b7c20e71e), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:49.196910 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:49.198851 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/1a747b50-d4d8-4125-b72a-614b7c20e71e HTTP/1.1" status: 204 len: 168 time: 1.1518118 Aug 29 20:21:49.202412 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36206) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:49.248455 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d888e-5eed-4d63-bbd0-b8d2ab97182e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a747b50-d4d8-4125-b72a-614b7c20e71e,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:49.359649 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-97b7f0a4-04c9-4f4c-bbde-7813b4ed78de service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598067 Aug 29 20:21:49.501123 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:49.631042 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:49.668250 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:49.669791 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 0a3a8ebd-ee5a-4225-889d-eccf89ce1b21 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:49.794934 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13871cb3-5d4f-42c1-b4f1-74f80a1e411c req-4f8bc80f-d89d-4e86-84e4-5d9008abd69d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 210 time: 0.2032886 Aug 29 20:21:49.828726 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (1a036c5a-cdee-467d-b6cb-f26a1720c600), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:50.174898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Deleting port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:50.175384 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:50.247751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:50.308387 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] For port 7ce5a213-d59b-4cb0-ac0e-3062e33139d2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:50.308917 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:50.328777 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Calling delete_port for 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 owned by network:router_interface {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:50.621676 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (7ce5a213-d59b-4cb0-ac0e-3062e33139d2), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:50.671643 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce5a213-d59b-4cb0-ac0e-3062e33139d2,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:50.948234 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (1a036c5a-cdee-467d-b6cb-f26a1720c600), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:50.966482 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d8a93c23-dd0e-4847-9060-cdb464f04f1a req-3105f566-0496-4cbb-88e8-5101f509eb5b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 210 time: 0.0483725 Aug 29 20:21:51.105373 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:51.261492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Router 1a036c5a-cdee-467d-b6cb-f26a1720c600 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:21:51.442663 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:21:51.458650 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] Sync routers for ids ['1a036c5a-cdee-467d-b6cb-f26a1720c600'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:21:51.460233 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-dde7248d-e930-4484-9c16-cda588a32c56 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/1a036c5a-cdee-467d-b6cb-f26a1720c600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2526739 Aug 29 20:21:51.461807 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36240) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:51.474586 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] Routers {'1a036c5a-cdee-467d-b6cb-f26a1720c600'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:51.476009 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1a036c5a-cdee-467d-b6cb-f26a1720c600'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:51.476222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:51.598861 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-5bf90dda-3391-425b-a5c8-01e297757b2b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:51.600904 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-5bf90dda-3391-425b-a5c8-01e297757b2b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.2405376 Aug 29 20:21:51.688364 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:51.710603 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] Set router 1a036c5a-cdee-467d-b6cb-f26a1720c600 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:52.048477 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks [] for router (1a036c5a-cdee-467d-b6cb-f26a1720c600), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:52.122017 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-587ade05-e12d-47d7-9681-f577ad6d96b5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 379 time: 0.1533654 Aug 29 20:21:52.155973 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'port': {'device_id': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'admin_state_up': True, 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'security_groups': ['1849d923-93d2-408f-8362-f1c77dc489f8']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:52.187170 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:21:50Z', 'revision_number': 5, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:52.216132 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9a5ba7d5-8f08-47c5-af32-6109381e9f98 req-cae6a276-8723-4899-aa71-0c626adbc35a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 210 time: 0.0927701 Aug 29 20:21:52.223246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] Checking router: 1a036c5a-cdee-467d-b6cb-f26a1720c600 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:21:52.254302 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] Routers {'1a036c5a-cdee-467d-b6cb-f26a1720c600'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:21:52.255483 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1a036c5a-cdee-467d-b6cb-f26a1720c600'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:52.300272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks [] for router_gateway (1a036c5a-cdee-467d-b6cb-f26a1720c600), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:52.387785 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Made reservation on behalf of 8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:21:52.392119 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:52.395693 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Deleting port ac6cfe21-48ba-481d-8d2b-f666403db558 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:52.396041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:52.430591 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] Set router 1a036c5a-cdee-467d-b6cb-f26a1720c600 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:21:52.576171 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] For port ac6cfe21-48ba-481d-8d2b-f666403db558, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=ac6cfe21-48ba-481d-8d2b-f666403db558,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:52.576535 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:52.606991 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:52.619627 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Calling delete_port for ac6cfe21-48ba-481d-8d2b-f666403db558 owned by network:router_gateway {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:52.712095 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:21:50Z', 'revision_number': 5, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:52.714255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.20.0.3 (68f99afd-3890-4bbb-ac8f-4e5af64abbb6/44110d95-dfbc-4fea-a1ee-3c6d6e635057/a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:21:52.719782 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:52.742529 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeba3e0-10c9-41aa-8b50-df5c0f4b9b0d None None] The sync data for ids ['1a036c5a-cdee-467d-b6cb-f26a1720c600'] in dv-cinder-854261-2-iscsi is: [{'id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'name': 'tempest-TestShelveInstance-425719457-router', 'tenant_id': '07029b1dc2414781a7590b61f60839ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:15:31Z', 'updated_at': '2022-08-29T20:21:50Z', 'revision_number': 5, 'project_id': '07029b1dc2414781a7590b61f60839ee', 'gw_port': {'id': 'ac6cfe21-48ba-481d-8d2b-f666403db558', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a036c5a-cdee-467d-b6cb-f26a1720c600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:15:32Z', 'updated_at': '2022-08-29T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:21:52.993764 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (ac6cfe21-48ba-481d-8d2b-f666403db558), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.032478 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.040213 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6cfe21-48ba-481d-8d2b-f666403db558,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:53.119828 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.190444 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:21:53.196028 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (1a036c5a-cdee-467d-b6cb-f26a1720c600), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.198247 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:21:53.256864 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:21:53.377790 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a408d80-c5db-4497-bfea-9cca586daec2 req-9e6643fa-8afd-4c6a-8771-9d29fa446ea1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:53.379752 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0a408d80-c5db-4497-bfea-9cca586daec2 req-9e6643fa-8afd-4c6a-8771-9d29fa446ea1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 931 time: 0.0655468 Aug 29 20:21:53.406440 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:53.440442 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (1a036c5a-cdee-467d-b6cb-f26a1720c600), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.448305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks [] for router_controller (1a036c5a-cdee-467d-b6cb-f26a1720c600), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.469591 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0a408d80-c5db-4497-bfea-9cca586daec2 req-01de1d40-1326-4276-8dfa-53d7ae3ae2da tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828497 Aug 29 20:21:53.493580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:53.494176 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.536617 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-e14ee5d9-5d97-4e9b-8db0-9f5280ade0f0 None None] Provisioning complete for port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:21:53.536989 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e14ee5d9-5d97-4e9b-8db0-9f5280ade0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.554082 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-3de7e24a-4d59-401a-b765-b419d5fbbf9d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4083445 Aug 29 20:21:53.556229 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (1a036c5a-cdee-467d-b6cb-f26a1720c600), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.557076 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a036c5a-cdee-467d-b6cb-f26a1720c600 {{(pid=106548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:21:53.570051 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.571399 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7eb58d22-eed7-4ae0-af70-2b80a55d29ee admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/1a036c5a-cdee-467d-b6cb-f26a1720c600 HTTP/1.1" status: 204 len: 168 time: 2.1083715 Aug 29 20:21:53.575221 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36280) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:53.595549 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Request body: {'port': {'device_id': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:53.596265 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-e14ee5d9-5d97-4e9b-8db0-9f5280ade0f0 None None] Port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:21:53.633043 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:53.664079 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:53.664628 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 7ce5a213-d59b-4cb0-ac0e-3062e33139d2 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:53.707548 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Deleting subnet 79a9972d-f834-4293-929b-131f6443bd0a {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:21:53.709446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:INSERT=3,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:53.730373 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Publish callbacks [] for subnet (79a9972d-f834-4293-929b-131f6443bd0a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.769097 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.797063 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641763'] for subnet (79a9972d-f834-4293-929b-131f6443bd0a), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:53.855467 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:53.987559 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (79a9972d-f834-4293-929b-131f6443bd0a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.120233 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36288) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:54.161885 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260220825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260118253'] for subnet (79a9972d-f834-4293-929b-131f6443bd0a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.215159 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a9972d-f834-4293-929b-131f6443bd0a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:54.228266 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.231449 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-003a34e3-b911-46d5-a381-6e0271f6f5a1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/79a9972d-f834-4293-929b-131f6443bd0a HTTP/1.1" status: 204 len: 168 time: 0.6545079 Aug 29 20:21:54.235608 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36292) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:54.236574 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:21:54.238492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb235fb8-f1e1-4c6f-90c9-ea11be8a8cc3 None None] Network 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:21:54.251916 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Publish callbacks [] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.280644 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Transition to ACTIVE for port object a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:21:54.295055 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.327300 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ea9de861-b1b3-4683-a043-8924dfba1337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.388230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (79d8f03e-5f99-4c4d-93dc-3bdd8e245925), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.402787 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Pushing event updated for resources: {'Port': ['ID=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:54.445202 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Attempting to bind port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:21:54.446107 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Attempting to bind port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:21:54.446277 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Attempting to bind port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:21:54.454694 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:21:54.455359 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Attempting to bind port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:21:54.473784 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:54.474079 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:21:54.475389 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:21:54.476181 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Bound using segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:21:54.477456 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Bound port: a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:21:54.478604 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.492879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] DHCP port deletion for 79d8f03e-5f99-4c4d-93dc-3bdd8e245925 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:21:54.496447 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Deleting port 96e05ad3-6d72-4a5f-9c18-490e871e8586 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:54.496937 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.552938 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:54.584734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] Deleting port 96e05ad3-6d72-4a5f-9c18-490e871e8586 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:21:54.585468 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.616751 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ea9de861-b1b3-4683-a043-8924dfba1337 admin admin] Publish callbacks [] for security_group (f632fc9f-0ef2-4d93-b71e-7228568e0dd1), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.625321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] For port 96e05ad3-6d72-4a5f-9c18-490e871e8586, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=96e05ad3-6d72-4a5f-9c18-490e871e8586,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:54.625694 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.628647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ea9de861-b1b3-4683-a043-8924dfba1337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f632fc9f-0ef2-4d93-b71e-7228568e0dd1), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.632537 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] For port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:21:54.680997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Calling delete_port for 96e05ad3-6d72-4a5f-9c18-490e871e8586 owned by network:dhcp {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:54.681457 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] For port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:21:54.683733 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] For port 96e05ad3-6d72-4a5f-9c18-490e871e8586, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=96e05ad3-6d72-4a5f-9c18-490e871e8586,segment=NetworkSegment(142d97aa-0fcf-47a7-8679-f07c6c8f0d47),segment_id=142d97aa-0fcf-47a7-8679-f07c6c8f0d47)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:54.683983 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.694105 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.696356 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-ea9de861-b1b3-4683-a043-8924dfba1337 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cd7e0517ae4f43029777eeb41f21ebe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746286 Aug 29 20:21:54.697106 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36296) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:54.700815 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9de861-b1b3-4683-a043-8924dfba1337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f632fc9f-0ef2-4d93-b71e-7228568e0dd1,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:54.706877 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:54.707746 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.709837 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b HTTP/1.1" status: 200 len: 1093 time: 1.1200237 Aug 29 20:21:54.710774 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:54.714267 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4752329a-aea2-4a2e-bbe1-8334f44c8716" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:54.716486 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] Calling delete_port for 96e05ad3-6d72-4a5f-9c18-490e871e8586 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:21:54.768532 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdf694-fbef-436c-9a2c-93d416b696f8 req-498a4d8e-7465-4b64-b19f-f55ebbc85253 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:54.770623 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-54fdf694-fbef-436c-9a2c-93d416b696f8 req-498a4d8e-7465-4b64-b19f-f55ebbc85253 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 943 time: 0.1660414 Aug 29 20:21:54.779657 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:54.817356 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df374f-22e2-48ca-82c6-07fba2a708e4 x-openstack-request-id: req-a8df374f-22e2-48ca-82c6-07fba2a708e4 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:54.817893 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:54.818250 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8df374f-22e2-48ca-82c6-07fba2a708e4 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:54.819399 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8df374f-22e2-48ca-82c6-07fba2a708e4'] response: {'name': 'network-changed', 'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'status': 'completed', 'code': 200} Aug 29 20:21:54.834214 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:54.863606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.878048 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (96e05ad3-6d72-4a5f-9c18-490e871e8586), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:54.891311 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e05ad3-6d72-4a5f-9c18-490e871e8586,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:54.897929 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef809f0-790c-41ea-97a5-95ced3d3eb5d service neutron] Pushing event updated for resources: {'Port': ['ID=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:54.902431 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:54.908842 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] No DVR routers for this DVR port 96e05ad3-6d72-4a5f-9c18-490e871e8586 on host dv-cinder-854261-2-iscsi {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:54.929509 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] Pushing event deleted for resources: {'Port': ['ID=96e05ad3-6d72-4a5f-9c18-490e871e8586,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:54.937935 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643f7e0-2d38-4e0c-9554-8d2fa74752a2 None None] No DVR routers for this DVR port 96e05ad3-6d72-4a5f-9c18-490e871e8586 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:21:54.973868 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-54fdf694-fbef-436c-9a2c-93d416b696f8 req-0e85446a-cf26-43dc-9105-e281c4eb2986 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903267 Aug 29 20:21:54.985046 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-8fa0da78-a91d-47c8-bcfc-e5045dc25dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:54.991617 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-8fa0da78-a91d-47c8-bcfc-e5045dc25dc5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 1127 time: 0.1164680 Aug 29 20:21:54.993531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cfa4614c-6693-4e40-b380-c836e3420cda admin admin] Publish callbacks [] for security_group (f632fc9f-0ef2-4d93-b71e-7228568e0dd1), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.024518 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (79d8f03e-5f99-4c4d-93dc-3bdd8e245925), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.052123 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cfa4614c-6693-4e40-b380-c836e3420cda admin admin] Publish callbacks [] for security_group (f632fc9f-0ef2-4d93-b71e-7228568e0dd1), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.059882 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d8f03e-5f99-4c4d-93dc-3bdd8e245925']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:55.062810 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-cd9b80ef-6418-469c-bf2b-af4924cb9e57 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b HTTP/1.1" status: 200 len: 217 time: 0.0527048 Aug 29 20:21:55.073417 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142d97aa-0fcf-47a7-8679-f07c6c8f0d47') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:55.073832 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142d97aa-0fcf-47a7-8679-f07c6c8f0d47') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:21:55.086915 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (142d97aa-0fcf-47a7-8679-f07c6c8f0d47), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.104233 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (142d97aa-0fcf-47a7-8679-f07c6c8f0d47), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.112353 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:21:55.113738 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (142d97aa-0fcf-47a7-8679-f07c6c8f0d47), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.164576 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 142d97aa-0fcf-47a7-8679-f07c6c8f0d47 resource provider aggregate not found Aug 29 20:21:55.165298 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-be9042ed-8738-46ff-bcd7-765c790fe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:55.167005 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-be9042ed-8738-46ff-bcd7-765c790fe899 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0925844 Aug 29 20:21:55.194368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (79d8f03e-5f99-4c4d-93dc-3bdd8e245925), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.199086 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 142d97aa-0fcf-47a7-8679-f07c6c8f0d47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 142d97aa-0fcf-47a7-8679-f07c6c8f0d47 found for delete ", "request_id": "req-b31a1061-4e53-4ef2-a306-2def1062fdc7"}]} Aug 29 20:21:55.204022 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.207424 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/79d8f03e-5f99-4c4d-93dc-3bdd8e245925 HTTP/1.1" status: 204 len: 168 time: 0.9705410 Aug 29 20:21:55.223444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a11af-6c91-48a3-9554-72a4faabc722 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d8f03e-5f99-4c4d-93dc-3bdd8e245925,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:55.224094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cfa4614c-6693-4e40-b380-c836e3420cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (f632fc9f-0ef2-4d93-b71e-7228568e0dd1), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.229695 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cfa4614c-6693-4e40-b380-c836e3420cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.230831 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-cfa4614c-6693-4e40-b380-c836e3420cda admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f632fc9f-0ef2-4d93-b71e-7228568e0dd1 HTTP/1.1" status: 204 len: 168 time: 0.5277832 Aug 29 20:21:55.247141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4614c-6693-4e40-b380-c836e3420cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632fc9f-0ef2-4d93-b71e-7228568e0dd1,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:55.254443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-c51c3d27-7687-43fa-9b00-89109952879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:55.256036 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-c51c3d27-7687-43fa-9b00-89109952879a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785990 Aug 29 20:21:55.397045 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-97a31b86-eb08-455e-98cf-f6a9d2074be4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206880 Aug 29 20:21:55.406665 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36308) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:55.484356 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2ff73276-3250-4a08-8c65-ab181818f000 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=98b4b754e82445a0b65e88f5dbede11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759497 Aug 29 20:21:55.489420 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36312) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:55.542046 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0b8eebb3-68e4-4423-8427-85c9a2d9c329 req-c32b033d-9cbc-442a-8f91-f3b427077057 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360922 Aug 29 20:21:55.585859 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-814116e3-1665-44ad-a057-cd92349ca424 admin admin] Publish callbacks [] for security_group (54a00c9a-de57-4162-ad7a-4dc8616f3230), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.612703 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-814116e3-1665-44ad-a057-cd92349ca424 admin admin] Publish callbacks [] for security_group (54a00c9a-de57-4162-ad7a-4dc8616f3230), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.644645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 96e05ad3-6d72-4a5f-9c18-490e871e8586 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:55.686832 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 96e05ad3-6d72-4a5f-9c18-490e871e8586 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:55.686832 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 96e05ad3-6d72-4a5f-9c18-490e871e8586 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:55.687795 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device ac6cfe21-48ba-481d-8d2b-f666403db558 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:21:55.702779 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-814116e3-1665-44ad-a057-cd92349ca424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (54a00c9a-de57-4162-ad7a-4dc8616f3230), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.708368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-814116e3-1665-44ad-a057-cd92349ca424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:55.711381 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-814116e3-1665-44ad-a057-cd92349ca424 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/54a00c9a-de57-4162-ad7a-4dc8616f3230 HTTP/1.1" status: 204 len: 168 time: 0.2205555 Aug 29 20:21:55.711629 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: ac6cfe21-48ba-481d-8d2b-f666403db558 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:21:55.711940 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device ac6cfe21-48ba-481d-8d2b-f666403db558 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:21:55.727875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814116e3-1665-44ad-a057-cd92349ca424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a00c9a-de57-4162-ad7a-4dc8616f3230,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:56.176651 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bec584-a5e9-4045-bcb3-abe1dbac246d req-607aaa5f-112c-405a-b282-cd14a82eb3b5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:56.185950 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-60bec584-a5e9-4045-bcb3-abe1dbac246d req-607aaa5f-112c-405a-b282-cd14a82eb3b5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 943 time: 0.0943213 Aug 29 20:21:56.210586 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:56.229990 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36334) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:56.261557 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-60bec584-a5e9-4045-bcb3-abe1dbac246d req-00c0ac64-f735-4118-abbb-3c2f15d0e1dd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742326 Aug 29 20:21:56.309248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:56.351263 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9d0e7a72-551f-4307-a322-f063241668fd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=07029b1dc2414781a7590b61f60839ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1177132 Aug 29 20:21:56.351621 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36338) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:56.443193 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6a45bb3d-acf5-4f71-8d3f-014a0da68945 admin admin] Publish callbacks [] for security_group (2389eacf-52df-487b-83ab-6014f055a220), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.445092 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36340) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:56.480190 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6a45bb3d-acf5-4f71-8d3f-014a0da68945 admin admin] Publish callbacks [] for security_group (2389eacf-52df-487b-83ab-6014f055a220), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.551759 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6a45bb3d-acf5-4f71-8d3f-014a0da68945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2389eacf-52df-487b-83ab-6014f055a220), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.555439 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6a45bb3d-acf5-4f71-8d3f-014a0da68945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.556836 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6a45bb3d-acf5-4f71-8d3f-014a0da68945 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2389eacf-52df-487b-83ab-6014f055a220 HTTP/1.1" status: 204 len: 168 time: 0.2039051 Aug 29 20:21:56.574116 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45bb3d-acf5-4f71-8d3f-014a0da68945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2389eacf-52df-487b-83ab-6014f055a220,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:56.652566 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1646134012-network', 'tenant_id': '3d6b1e6a93214e0fbe67b7dfb84f1043'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:56.679516 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Made reservation on behalf of 3d6b1e6a93214e0fbe67b7dfb84f1043 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:21:56.682339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.694901 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.823721 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks [] for security_group (4dd35157-0223-4fba-93f5-14bafdc3142a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.832388 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (4dd35157-0223-4fba-93f5-14bafdc3142a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.868418 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:21:56.893832 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd35157-0223-4fba-93f5-14bafdc3142a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:56.927142 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (20881b14-fb0b-4b71-9adc-c4c2d9f134ea), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:56.927494 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Added segment 20881b14-fb0b-4b71-9adc-c4c2d9f134ea of type vlan for network e9c72865-bd63-4803-99cb-49e75af2456f Aug 29 20:21:56.970965 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-dc3a07f5-53c8-4f0f-8fb2-c7b062f84fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:56.972486 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-dc3a07f5-53c8-4f0f-8fb2-c7b062f84fbd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 1127 time: 0.0925550 Aug 29 20:21:56.994981 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:56.999170 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (e9c72865-bd63-4803-99cb-49e75af2456f), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:57.087264 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:57.122675 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (e9c72865-bd63-4803-99cb-49e75af2456f), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:57.124139 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:57.124139 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:57.202070 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-2c77ea56-d115-4d37-b604-6203a36e1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:57.203719 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-2c77ea56-d115-4d37-b604-6203a36e1084 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.2203381 Aug 29 20:21:57.210805 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7642379 Aug 29 20:21:57.214749 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36348) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:21:57.220811 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Request body: {'subnet': {'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1646134012-subnet', 'tenant_id': '3d6b1e6a93214e0fbe67b7dfb84f1043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:21:57.251256 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Made reservation on behalf of 3d6b1e6a93214e0fbe67b7dfb84f1043 for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:21:57.255504 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3285866'] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:57.270828 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad9d0-ce1e-40fe-8662-62bcf56f1364 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c72865-bd63-4803-99cb-49e75af2456f,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:57.274326 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-7206d0cd-9886-4b1b-bd63-f8b59464865e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b HTTP/1.1" status: 200 len: 217 time: 0.0558157 Aug 29 20:21:57.286231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network e9c72865-bd63-4803-99cb-49e75af2456f details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:21:57.361936 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:57.378641 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-99717ca7-630c-4b4c-9da4-66d1d72ee72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:57.381273 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-99717ca7-630c-4b4c-9da4-66d1d72ee72e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0939136 Aug 29 20:21:57.497086 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-83ea8fc1-cadb-42fa-a217-9345eb35737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:57.498863 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-83ea8fc1-cadb-42fa-a217-9345eb35737b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080527 Aug 29 20:21:57.549844 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3285884'] for subnet (396d663f-1b89-4533-86e3-0d9ce7bfe58c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:57.550864 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583fff2-68aa-44ae-97f6-34111f4d910f req-66483fef-dd0c-478f-aeac-23018c0a75cd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:57.553965 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4583fff2-68aa-44ae-97f6-34111f4d910f req-66483fef-dd0c-478f-aeac-23018c0a75cd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 943 time: 0.1155005 Aug 29 20:21:57.600387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:21:57.610745 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396d663f-1b89-4533-86e3-0d9ce7bfe58c,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:57.645131 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Checking segment: {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:21:57.645830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Network hostable DHCP agents. Network: e9c72865-bd63-4803-99cb-49e75af2456f, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:21:57.667681 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Network e9c72865-bd63-4803-99cb-49e75af2456f is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:21:57.680603 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-6672babc-51d0-499f-9ee9-2ffb4d5570bb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712744 Aug 29 20:21:57.687400 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, e9c72865-bd63-4803-99cb-49e75af2456f) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:21:57.703332 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:57.704129 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:57.722179 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7667c6e6-9272-42cf-bd9c-d4425618759b None None] Network e9c72865-bd63-4803-99cb-49e75af2456f requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:21:57.731208 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8db6d7e9-9e7f-485c-b620-859837dab3e9 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5148692 Aug 29 20:21:57.874383 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:57.915778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'port_id': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'mac_address': 'fa:16:3e:d7:16:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:21:57.988069 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25ae40-4b55-4042-8883-0ae443aa5f2f None None] Network e9c72865-bd63-4803-99cb-49e75af2456f requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:21:58.061485 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:21:58.061987 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:58.086623 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4583fff2-68aa-44ae-97f6-34111f4d910f req-51f3c809-ade3-4752-bab0-b1caea15750f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4776969 Aug 29 20:21:58.089981 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:21:58.126164 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:58.135081 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:58.171978 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4752329a-aea2-4a2e-bbe1-8334f44c8716 req-cce52a1e-d346-4a44-842b-18096d79585a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760895 Aug 29 20:21:58.249659 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:21:58.624540 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:21:59.252569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc588-08cd-4a95-b815-da7bd7ded328 req-08d697a5-6adf-4c4c-8905-1eace6459964 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:59.254209 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-edffc588-08cd-4a95-b815-da7bd7ded328 req-08d697a5-6adf-4c4c-8905-1eace6459964 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 944 time: 0.0686753 Aug 29 20:21:59.318231 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-edffc588-08cd-4a95-b815-da7bd7ded328 req-8f3f6750-e775-4cd3-ba51-9f3d30016a18 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566063 Aug 29 20:21:59.639757 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:21:59.682822 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:59.686975 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:21:59.733478 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:21:59.742143 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:21:59.742516 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:59.804888 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb584f91-87c9-44df-a7a6-21481bc59c73 req-157ffb4a-7acb-4731-ba3c-e7c6856419cc tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:21:59.806896 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cb584f91-87c9-44df-a7a6-21481bc59c73 req-157ffb4a-7acb-4731-ba3c-e7c6856419cc tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0818729 Aug 29 20:21:59.866931 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:21:59.867625 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:59.902027 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cb584f91-87c9-44df-a7a6-21481bc59c73 req-9bb2fd09-1744-4bc6-80b9-0221eea672f6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837419 Aug 29 20:21:59.910266 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:21:59.914918 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586b873-fde7-4555-9e4f-997fd9885037" -d '{"events": [{"server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "name": "network-vif-plugged", "status": "completed", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:21:59.932059 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:21:59.943403 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:21:59.994738 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301a8020-05bb-40d2-bd8e-0012ea13f5e5 x-openstack-request-id: req-301a8020-05bb-40d2-bd8e-0012ea13f5e5 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:21:59.995092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "name": "network-vif-plugged", "status": "completed", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:21:59.995495 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-301a8020-05bb-40d2-bd8e-0012ea13f5e5 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:21:59.996100 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301a8020-05bb-40d2-bd8e-0012ea13f5e5'] response: {'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'code': 200} Aug 29 20:22:00.028627 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:00.071186 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-d84708bd-94b0-4857-a6ed-08de1595a0c1 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:00.072767 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-d84708bd-94b0-4857-a6ed-08de1595a0c1 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/networks?id=e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 200 len: 814 time: 0.1627710 Aug 29 20:22:00.089194 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-9dcfe5c2-607a-482a-a8e2-2ddee9056dfb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/quotas/3d6b1e6a93214e0fbe67b7dfb84f1043 HTTP/1.1" status: 200 len: 375 time: 0.0106537 Aug 29 20:22:00.138819 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-cfe05858-55bd-4e45-9e83-55adadcb7af5 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430918 Aug 29 20:22:00.252841 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-70ad5711-74a6-4246-8f6d-b2bf4181bad9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064243 Aug 29 20:22:00.312863 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:00.363909 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-f6f15dc7-770f-46b8-a3dd-39258e42fb5a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038439 Aug 29 20:22:00.484942 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eba3c-de91-4914-809e-f5915b771772 req-83193ae2-8f16-40cf-a767-42e6fb4f4b8b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:00.486793 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-630eba3c-de91-4914-809e-f5915b771772 req-83193ae2-8f16-40cf-a767-42e6fb4f4b8b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0645633 Aug 29 20:22:00.581509 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-630eba3c-de91-4914-809e-f5915b771772 req-f5623399-2dea-4afc-9dce-9c0aaa971b8f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800350 Aug 29 20:22:00.603884 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0e361d65-bca3-4973-9632-e2895c887463 req-df5513ff-ae64-4ab1-be00-a89d8b6eba66 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0557725 Aug 29 20:22:01.113983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23141-06e8-4aa8-bb20-a472c265f826 req-e5258d32-7b12-4320-9f92-e9eeedc762b9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:01.116499 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1a23141-06e8-4aa8-bb20-a472c265f826 req-e5258d32-7b12-4320-9f92-e9eeedc762b9 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0752068 Aug 29 20:22:01.178176 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d1a23141-06e8-4aa8-bb20-a472c265f826 req-260150fa-016f-40d9-b2be-b86a40087d03 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526443 Aug 29 20:22:01.435853 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5912d70c-a888-4f7b-a2d2-34c860794c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:01.758485 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e5cfb632-836c-4c19-aced-75077a665e9e req-94930132-47f9-4db2-aac0-7701d767e284 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0386841 Aug 29 20:22:01.763036 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e04906-60eb-4c70-997f-d1bde61a3477 req-861a7b2b-830c-4012-af4a-c02a385c71cd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:01.764671 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-26e04906-60eb-4c70-997f-d1bde61a3477 req-861a7b2b-830c-4012-af4a-c02a385c71cd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0768929 Aug 29 20:22:01.823349 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-26e04906-60eb-4c70-997f-d1bde61a3477 req-8d2a9bd4-b458-4ef3-969d-3bbf78691b23 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501208 Aug 29 20:22:01.946474 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5289357-8231-4dcb-b75b-0d07d286b18f req-4f290c82-3938-4bb5-b7f9-6ee7d37322ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:01.949011 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5289357-8231-4dcb-b75b-0d07d286b18f req-4f290c82-3938-4bb5-b7f9-6ee7d37322ef service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 1129 time: 0.0613937 Aug 29 20:22:01.955147 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-4cfda34b-3d28-47fc-b347-3dc3317bb008 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:01.956751 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-4cfda34b-3d28-47fc-b347-3dc3317bb008 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.0697641 Aug 29 20:22:01.998141 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=6 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:02.044396 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a5289357-8231-4dcb-b75b-0d07d286b18f req-40b18a99-cb83-4cb5-97eb-70c5f20311b2 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611644 Aug 29 20:22:02.046885 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=45 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:02.077633 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Deleting port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:22:02.078107 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:02.156789 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:02.192158 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:02.194953 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] For port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:02.195359 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:02.390905 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761ec4-0343-4d1b-a1c3-c4f861cd3786 req-d75ac0e3-9504-45a6-9fdd-d581e86c576c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:02.393489 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b0761ec4-0343-4d1b-a1c3-c4f861cd3786 req-d75ac0e3-9504-45a6-9fdd-d581e86c576c tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 947 time: 0.1211383 Aug 29 20:22:02.489804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:02.490168 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (08273143-f4d3-47d5-bd9c-5794bc1603ec), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:02.490474 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Floating IP 08273143-f4d3-47d5-bd9c-5794bc1603ec disassociated. External IP: 172.27.3.177, port: 1ab12c9b-86bb-41bd-aab2-ca30f835e85d. Aug 29 20:22:02.490877 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Calling delete_port for 1ab12c9b-86bb-41bd-aab2-ca30f835e85d owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:22:02.520922 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b0761ec4-0343-4d1b-a1c3-c4f861cd3786 req-a0e51a31-262d-4add-9962-9d5f2197b25f tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=495064e8-f838-46b7-a6b1-411d1ff44b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891135 Aug 29 20:22:02.654360 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (1ab12c9b-86bb-41bd-aab2-ca30f835e85d), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:02.690751 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event deleted for resources: {'Port': ['ID=1ab12c9b-86bb-41bd-aab2-ca30f835e85d,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:02.814679 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:22:02.901685 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9c4cf50a-d713-43f0-9717-4a825656ac7d req-cceea7a9-94ec-4f1e-815d-02e3d62095e8 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0539167 Aug 29 20:22:03.013018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c85ea-e24b-49ea-8afb-49d304c0e870 req-a835510a-11cf-4b25-af20-131a1a2f316d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:03.014595 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1b0c85ea-e24b-49ea-8afb-49d304c0e870 req-a835510a-11cf-4b25-af20-131a1a2f316d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0707257 Aug 29 20:22:03.015897 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:03.114650 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] No DVR routers for this DVR port 1ab12c9b-86bb-41bd-aab2-ca30f835e85d on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:22:03.122280 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:03.126962 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5f37dfdc-653c-4f25-a172-88d131eb5e18 req-d9fc5e58-4e53-4639-82e1-a6d07c20f314 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.77 "DELETE /networking/v2.0/ports/1ab12c9b-86bb-41bd-aab2-ca30f835e85d HTTP/1.1" status: 204 len: 173 time: 1.1490102 Aug 29 20:22:03.127501 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-deleted', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:22:03.130240 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98c1787-0ea8-49ba-b29a-d99908ff6e1e" -d '{"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-deleted", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:22:03.149133 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1b0c85ea-e24b-49ea-8afb-49d304c0e870 req-0933379a-76ae-4e1a-8ae7-2430416e46ea tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234937 Aug 29 20:22:03.171757 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:03.185581 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:03.186629 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:03.206855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599cfa6-7bcc-4456-ade0-7ae629384fc3 x-openstack-request-id: req-a599cfa6-7bcc-4456-ade0-7ae629384fc3 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:22:03.206855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4563b2-c0de-4300-be32-5faa8f8476d8", "name": "network-vif-deleted", "tag": "1ab12c9b-86bb-41bd-aab2-ca30f835e85d", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:22:03.206855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a599cfa6-7bcc-4456-ade0-7ae629384fc3 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:22:03.208026 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a599cfa6-7bcc-4456-ade0-7ae629384fc3'] response: {'server_uuid': 'eb4563b2-c0de-4300-be32-5faa8f8476d8', 'name': 'network-vif-deleted', 'tag': '1ab12c9b-86bb-41bd-aab2-ca30f835e85d', 'status': 'completed', 'code': 200} Aug 29 20:22:03.345688 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:03.588145 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:03.636929 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:03.652159 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:03.653213 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:21:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:03.675011 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-179f124d-f4e3-487b-ad47-cefe12da8598 req-3d088140-69ce-42b5-bc85-c1e2615ec41b tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.0531774 Aug 29 20:22:03.806942 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:03.886329 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5b194849-af97-451b-b949-89638f3b24b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:04.065001 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4a4f32d9-9678-4d74-9b62-3cfcf2da3b07 req-6548f162-1076-4041-b1ee-7f16ce7a9e92 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0348754 Aug 29 20:22:04.124217 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:04.151322 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86167d6-f33d-4511-9380-73edcccdc7b4 None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:14:32Z', 'revision_number': 4, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'd22f196e-d37b-4c23-b1cb-f6960ddb2f2c', 'name': '', 'network_id': 'f0d72436-11cb-4b65-af1f-b46234f8df90', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'mac_address': 'fa:16:3e:c3:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:31Z', 'updated_at': '2022-08-29T20:14:41Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'subnets': [{'id': 'e35f0349-15c8-479c-8598-a5963c0ec48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:04.322260 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f292a0e-824e-4952-bc4a-958715d324fb req-9a6a3f3d-e215-458d-b32e-0fa1ab32105e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:04.324592 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7f292a0e-824e-4952-bc4a-958715d324fb req-9a6a3f3d-e215-458d-b32e-0fa1ab32105e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0790815 Aug 29 20:22:04.391539 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7f292a0e-824e-4952-bc4a-958715d324fb req-c15a63a0-09bd-40e0-a575-4a6cd19d445e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606408 Aug 29 20:22:04.448166 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8aefb1-08f2-4faf-a778-4e3f028a1e55 None None] New status for floating IP 08273143-f4d3-47d5-bd9c-5794bc1603ec: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:22:04.554741 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:04.555838 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:04.595444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562534d7-3284-4278-93f8-9c8b059fd1c5 req-135d4d42-bed0-40eb-9423-2e51e1698b2c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:04.605255 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-562534d7-3284-4278-93f8-9c8b059fd1c5 req-135d4d42-bed0-40eb-9423-2e51e1698b2c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.1015992 Aug 29 20:22:04.611646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36426) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:04.619920 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'port_id': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:04.665999 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:04.700278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (551439ee-666e-4aa8-bdbd-239cca46eee8), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:04.738278 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-dffcd769-b1c3-4605-887e-1887d53824f3 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:04.740569 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-dffcd769-b1c3-4605-887e-1887d53824f3 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "GET /networking/v2.0/networks?id=e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 200 len: 814 time: 0.2086723 Aug 29 20:22:04.856468 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Request body: {'port': {'device_id': '85a39c75-450f-47b4-b540-56605b41f89d', 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f', 'admin_state_up': True, 'tenant_id': '3d6b1e6a93214e0fbe67b7dfb84f1043'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:04.890496 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0432e8b5-5d92-4695-9bc2-25415f31ad0a req-be75f613-d964-472f-98a4-fc02aaa9159a tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=eb4563b2-c0de-4300-be32-5faa8f8476d8 HTTP/1.1" status: 200 len: 210 time: 0.0563736 Aug 29 20:22:05.073093 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Made reservation on behalf of 3d6b1e6a93214e0fbe67b7dfb84f1043 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:05.079233 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.259929 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-392f72d6-a637-4580-a01f-0864b7c17b87 req-79287bb4-f7df-49be-a7df-d0eaf4ebe72f tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0687079 Aug 29 20:22:05.289747 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Allocated IP 172.20.0.7 (e9c72865-bd63-4803-99cb-49e75af2456f/396d663f-1b89-4533-86e3-0d9ce7bfe58c/0583f15b-4997-4fe9-ac45-41bece32f59a) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:05.372920 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.385595 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.390215 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (551439ee-666e-4aa8-bdbd-239cca46eee8), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.540346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks [] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.547632 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP 551439ee-666e-4aa8-bdbd-239cca46eee8 associated. External IP: 172.27.3.97, port: a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b. Aug 29 20:22:05.599299 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.669690 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:22:05.675698 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Network e9c72865-bd63-4803-99cb-49e75af2456f is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:05.684944 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:05.688355 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Pushing event updated for resources: {'Port': ['ID=0583f15b-4997-4fe9-ac45-41bece32f59a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:05.692612 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:05.718240 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 1ab12c9b-86bb-41bd-aab2-ca30f835e85d {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:22:05.719221 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 1ab12c9b-86bb-41bd-aab2-ca30f835e85d not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:22:05.762426 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:05.763155 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.783522 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-34b050ac-6dc8-4513-b090-54da26110ca7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9371362 Aug 29 20:22:05.807512 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Request body: {'port': {'device_id': '85a39c75-450f-47b4-b540-56605b41f89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:05.814501 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:05.842106 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:22:05.881169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:05.940717 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:05.999491 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:06.004343 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.012766 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:06.031478 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:06.032476 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:06.069207 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36440) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:06.152831 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:06.202105 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:06.291764 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2d501c75-c077-4d03-94e0-3e5e7c393290 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (495064e8-f838-46b7-a6b1-411d1ff44b44), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.334565 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a43511a0-d68f-460e-8897-9460b8569953 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/551439ee-666e-4aa8-bdbd-239cca46eee8 HTTP/1.1" status: 200 len: 990 time: 1.7186179 Aug 29 20:22:06.334565 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:22:06.334565 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e83b03-abd4-42a8-b936-580987c0f30a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:22:06.336037 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2d501c75-c077-4d03-94e0-3e5e7c393290 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (495064e8-f838-46b7-a6b1-411d1ff44b44), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.354786 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.393175 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1139f9-acdc-44f7-bc64-6c88c2beedd2 x-openstack-request-id: req-9e1139f9-acdc-44f7-bc64-6c88c2beedd2 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:22:06.394118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:22:06.394585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e1139f9-acdc-44f7-bc64-6c88c2beedd2 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:22:06.395148 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1139f9-acdc-44f7-bc64-6c88c2beedd2'] response: {'name': 'network-changed', 'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'status': 'completed', 'code': 200} Aug 29 20:22:06.498626 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:06.515327 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:06.526181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-7b727196-7022-4467-b082-4551390d6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:06.528556 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-7b727196-7022-4467-b082-4551390d6d83 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 1129 time: 0.0585904 Aug 29 20:22:06.532628 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f8cdf-3f13-4e90-9812-2d7c6eb3b08c req-7f9f72e1-58ef-4b14-87cc-2d5c1bdcec2e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:06.535302 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-903f8cdf-3f13-4e90-9812-2d7c6eb3b08c req-7f9f72e1-58ef-4b14-87cc-2d5c1bdcec2e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 931 time: 0.1144438 Aug 29 20:22:06.539810 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0583f15b-4997-4fe9-ac45-41bece32f59a {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:22:06.549606 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '551439ee-666e-4aa8-bdbd-239cca46eee8', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:d7:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:47Z', 'updated_at': '2022-08-29T20:22:05Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:06.554860 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:06.559481 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Publish callbacks [] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.582352 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:06.587662 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2d501c75-c077-4d03-94e0-3e5e7c393290 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (495064e8-f838-46b7-a6b1-411d1ff44b44), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.592125 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2d501c75-c077-4d03-94e0-3e5e7c393290 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.592990 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:06.596192 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2d501c75-c077-4d03-94e0-3e5e7c393290 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/495064e8-f838-46b7-a6b1-411d1ff44b44 HTTP/1.1" status: 204 len: 168 time: 0.5215902 Aug 29 20:22:06.596340 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:06.608534 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36448) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:06.637004 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Transition to ACTIVE for port object 0583f15b-4997-4fe9-ac45-41bece32f59a will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:22:06.640722 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.api.v2.resource [None req-a1f98eaa-d10d-4f67-97de-5153072042f3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] show failed (client error): The resource could not be found. Aug 29 20:22:06.646793 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a1f98eaa-d10d-4f67-97de-5153072042f3 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "GET /networking/v2.0/security-groups/495064e8-f838-46b7-a6b1-411d1ff44b44 HTTP/1.1" status: 404 len: 347 time: 0.0322671 Aug 29 20:22:06.649444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36450) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:06.650895 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.657617 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d501c75-c077-4d03-94e0-3e5e7c393290 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495064e8-f838-46b7-a6b1-411d1ff44b44,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:06.709196 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:06.759479 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-903f8cdf-3f13-4e90-9812-2d7c6eb3b08c req-969da6f2-6264-4873-a214-4cf67677cdd5 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027676 Aug 29 20:22:06.782325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0583f15b-4997-4fe9-ac45-41bece32f59a,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:06.838220 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.849109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-21c5c044-f5a7-411e-89d7-87fff561976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:06.852062 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-21c5c044-f5a7-411e-89d7-87fff561976a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.3154972 Aug 29 20:22:06.880361 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Attempting to bind port 0583f15b-4997-4fe9-ac45-41bece32f59a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:06.881036 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Attempting to bind port 0583f15b-4997-4fe9-ac45-41bece32f59a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:06.881631 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Attempting to bind port 0583f15b-4997-4fe9-ac45-41bece32f59a on network e9c72865-bd63-4803-99cb-49e75af2456f {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:06.888357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Port 0583f15b-4997-4fe9-ac45-41bece32f59a on network e9c72865-bd63-4803-99cb-49e75af2456f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:22:06.889084 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Attempting to bind port 0583f15b-4997-4fe9-ac45-41bece32f59a on network e9c72865-bd63-4803-99cb-49e75af2456f {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:06.894570 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:06.895136 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Checking segment: {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:06.895693 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Bound using segment: {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:06.896396 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Bound port: 0583f15b-4997-4fe9-ac45-41bece32f59a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:06.897642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.923717 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Deleting port 2dc02320-9192-44d6-b411-6067c33b8ae3 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:22:06.924296 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:06.985952 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '551439ee-666e-4aa8-bdbd-239cca46eee8', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:d7:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:47Z', 'updated_at': '2022-08-29T20:22:05Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:06.992381 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] For port 0583f15b-4997-4fe9-ac45-41bece32f59a, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:06.994775 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] For port 0583f15b-4997-4fe9-ac45-41bece32f59a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0583f15b-4997-4fe9-ac45-41bece32f59a,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:07.001594 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.005781 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:07.009598 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.011467 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/0583f15b-4997-4fe9-ac45-41bece32f59a HTTP/1.1" status: 200 len: 1093 time: 1.2100303 Aug 29 20:22:07.014305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a39c75-450f-47b4-b540-56605b41f89d', 'tag': '0583f15b-4997-4fe9-ac45-41bece32f59a'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:22:07.017007 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05963540-dd7a-48dd-8032-ddb14f98b2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "85a39c75-450f-47b4-b540-56605b41f89d", "tag": "0583f15b-4997-4fe9-ac45-41bece32f59a"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:22:07.086864 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-d81aa27a-5cbc-4829-8ea7-54e9c1840695 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b HTTP/1.1" status: 200 len: 998 time: 0.2199054 Aug 29 20:22:07.093905 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d31fef8-8711-490b-9997-c591364b8225 x-openstack-request-id: req-8d31fef8-8711-490b-9997-c591364b8225 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:22:07.094346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a39c75-450f-47b4-b540-56605b41f89d", "tag": "0583f15b-4997-4fe9-ac45-41bece32f59a", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:22:07.094802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d31fef8-8711-490b-9997-c591364b8225 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:22:07.095479 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d31fef8-8711-490b-9997-c591364b8225'] response: {'name': 'network-changed', 'server_uuid': '85a39c75-450f-47b4-b540-56605b41f89d', 'tag': '0583f15b-4997-4fe9-ac45-41bece32f59a', 'status': 'completed', 'code': 200} Aug 29 20:22:07.096890 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215a95a-fdf7-4dc8-a55a-6063f801c1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0583f15b-4997-4fe9-ac45-41bece32f59a,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:07.117613 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.118000 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (2dc02320-9192-44d6-b411-6067c33b8ae3), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.118693 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.152514 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Calling delete_port for 2dc02320-9192-44d6-b411-6067c33b8ae3 owned by network:floatingip {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:22:07.166603 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59927324-46db-478a-9782-6b6f7f726f16 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '551439ee-666e-4aa8-bdbd-239cca46eee8', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:d7:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:47Z', 'updated_at': '2022-08-29T20:22:05Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:07.179241 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-81c39bc5-2bde-4886-ac5a-f6081d95b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:07.182577 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-81c39bc5-2bde-4886-ac5a-f6081d95b6ec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 1127 time: 0.0497887 Aug 29 20:22:07.212133 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:07.246942 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-a413f2fd-def2-4958-b82f-1aa526c15197 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0583f15b-4997-4fe9-ac45-41bece32f59a HTTP/1.1" status: 200 len: 217 time: 0.0460920 Aug 29 20:22:07.263087 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-83ab8083-b824-4f14-8c13-1c077d47cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:07.265115 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-83ab8083-b824-4f14-8c13-1c077d47cc62 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.1317515 Aug 29 20:22:07.310218 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-e98b17fc-69d7-4c47-9cc6-9fd9f2b079e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:07.312043 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-e98b17fc-69d7-4c47-9cc6-9fd9f2b079e4 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=396d663f-1b89-4533-86e3-0d9ce7bfe58c HTTP/1.1" status: 200 len: 854 time: 0.0562117 Aug 29 20:22:07.349505 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-992a9ec4-72be-4c45-9d45-49e2f6f77892 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=e9c72865-bd63-4803-99cb-49e75af2456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306880 Aug 29 20:22:07.355953 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-af430be5-880a-4ae6-ba80-906a93cea6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:07.358230 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-af430be5-880a-4ae6-ba80-906a93cea6b7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847304 Aug 29 20:22:07.436690 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef050e4-5b96-4ffb-a166-08421ed2f663 None None] New status for floating IP 551439ee-666e-4aa8-bdbd-239cca46eee8: ACTIVE {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:22:07.482435 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-f2978d79-eb56-4b93-88d1-de691a6ad20c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204033 Aug 29 20:22:07.570190 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-9b996f84-b5c9-40ad-929b-6ef1653be265 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019088 Aug 29 20:22:07.578098 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (2dc02320-9192-44d6-b411-6067c33b8ae3), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.620847 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-261e8319-63c5-49bf-a2c2-52a7bec901e0 req-aea5d932-228c-4d38-b2af-989ac1058f46 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310985 Aug 29 20:22:07.629061 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:07.647766 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Pushing event deleted for resources: {'Port': ['ID=2dc02320-9192-44d6-b411-6067c33b8ae3,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:07.833134 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks [] for floatingip (08273143-f4d3-47d5-bd9c-5794bc1603ec), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.837652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:07.839345 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d2d27525-8b46-4a23-bd8b-6c73d675c7a6 tempest-AttachVolumeShelveTestJSON-392249623 tempest-AttachVolumeShelveTestJSON-392249623-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/08273143-f4d3-47d5-bd9c-5794bc1603ec HTTP/1.1" status: 204 len: 168 time: 1.1884680 Aug 29 20:22:07.848970 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e4e83b03-abd4-42a8-b936-580987c0f30a req-802030f6-76bf-4688-b412-8fc57b440c67 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653952 Aug 29 20:22:07.911913 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:07.939085 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7f001-0e73-49e1-aa5b-9ea9a7aa251c req-9557e4c0-b263-451e-8cb2-2d8921f74786 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:07.940765 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dfb7f001-0e73-49e1-aa5b-9ea9a7aa251c req-9557e4c0-b263-451e-8cb2-2d8921f74786 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 943 time: 0.0638220 Aug 29 20:22:08.011483 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dfb7f001-0e73-49e1-aa5b-9ea9a7aa251c req-8cc23d1c-a514-43bc-bfe1-9f44fe85008d tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 Aug 29 20:22:08.740621 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-d70079ae-8ad3-40e3-aa3d-4e0a1f9dcf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:08.742846 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-d70079ae-8ad3-40e3-aa3d-4e0a1f9dcf9b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 1127 time: 0.0592697 Aug 29 20:22:08.806985 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:08.845227 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-30c4d31c-1889-4f28-bbfa-e5c264254655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:08.846909 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-30c4d31c-1889-4f28-bbfa-e5c264254655 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 200 len: 915 time: 0.0975201 Aug 29 20:22:08.892487 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-95124616-d102-4028-ba96-d76bf6d6c797 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0583f15b-4997-4fe9-ac45-41bece32f59a HTTP/1.1" status: 200 len: 217 time: 0.0361164 Aug 29 20:22:08.948340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-7dbc9b01-72a0-4a49-9e84-267cfdaa1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:08.950594 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-7dbc9b01-72a0-4a49-9e84-267cfdaa1caf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=396d663f-1b89-4533-86e3-0d9ce7bfe58c HTTP/1.1" status: 200 len: 854 time: 0.0489261 Aug 29 20:22:09.000186 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-1a630887-1090-43eb-a2cf-d57ad3aef2b5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=e9c72865-bd63-4803-99cb-49e75af2456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430412 Aug 29 20:22:09.116562 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-1b11fa9d-8415-4c18-abfa-0067b7824287 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054718 Aug 29 20:22:09.255787 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1580f-3373-42f9-b176-eebc10cc1631 req-9efd8be7-e2d3-4eaa-8d78-0e2e8c7c5d7d tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:09.257939 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-17d1580f-3373-42f9-b176-eebc10cc1631 req-9efd8be7-e2d3-4eaa-8d78-0e2e8c7c5d7d tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 943 time: 0.1116796 Aug 29 20:22:09.312817 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-05963540-dd7a-48dd-8032-ddb14f98b2e5 req-3b60a909-5cba-423e-86a4-366218587558 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857765 Aug 29 20:22:09.352769 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-17d1580f-3373-42f9-b176-eebc10cc1631 req-e8dffa95-8097-4ee7-a69e-f37ed1ea2824 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836310 Aug 29 20:22:09.657137 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0583f15b-4997-4fe9-ac45-41bece32f59a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:22:09.777499 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 0583f15b-4997-4fe9-ac45-41bece32f59a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0583f15b-4997-4fe9-ac45-41bece32f59a,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:09.789869 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '0583f15b-4997-4fe9-ac45-41bece32f59a', 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f', 'port_id': '0583f15b-4997-4fe9-ac45-41bece32f59a', 'mac_address': 'fa:16:3e:b1:2d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396d663f-1b89-4533-86e3-0d9ce7bfe58c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:22:09.963387 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 0583f15b-4997-4fe9-ac45-41bece32f59a is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:09.963769 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:09.978071 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0583f15b-4997-4fe9-ac45-41bece32f59a {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:22:09.998785 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 0583f15b-4997-4fe9-ac45-41bece32f59a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0583f15b-4997-4fe9-ac45-41bece32f59a,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:10.003013 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:10.064362 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=0583f15b-4997-4fe9-ac45-41bece32f59a,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:10.068421 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:10.077454 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.077992 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.078487 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.078970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.079453 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.079936 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.080413 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.080897 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.081407 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.081962 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.082435 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.082921 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.085163 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.085163 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.085163 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:10.426050 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['0583f15b-4997-4fe9-ac45-41bece32f59a'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:22:10.510978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36482) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:10.548198 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd65fb-fdf9-4762-b39d-eb0e2c3ac620 req-57958c90-ac42-4a45-a7a6-ad27df832b82 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:10.551163 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-08bd65fb-fdf9-4762-b39d-eb0e2c3ac620 req-57958c90-ac42-4a45-a7a6-ad27df832b82 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 944 time: 0.0789523 Aug 29 20:22:10.564945 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:10.630913 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-08bd65fb-fdf9-4762-b39d-eb0e2c3ac620 req-2bdff1f3-1174-4336-a26e-293b3edf4d6d tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 Aug 29 20:22:11.190753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:11.207946 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (2e708707-b2f3-4ecd-9e0e-815c98646188), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.477350 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Deleting port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:22:11.477586 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.517218 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:11.572824 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] For port d22f196e-d37b-4c23-b1cb-f6960ddb2f2c, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:11.573375 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.590072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Calling delete_port for d22f196e-d37b-4c23-b1cb-f6960ddb2f2c owned by network:router_interface {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:22:11.669913 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0583f15b-4997-4fe9-ac45-41bece32f59a up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:11.730241 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 0583f15b-4997-4fe9-ac45-41bece32f59a completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:22:11.738326 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 0583f15b-4997-4fe9-ac45-41bece32f59a triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:11.739170 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.855013 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23a6f-6df0-4c41-9709-54f92743576a req-a8b67351-d38b-4e51-8e89-3e2acba8b31e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:11.856583 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72b23a6f-6df0-4c41-9709-54f92743576a req-a8b67351-d38b-4e51-8e89-3e2acba8b31e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 944 time: 0.0949941 Aug 29 20:22:11.860946 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 0583f15b-4997-4fe9-ac45-41bece32f59a is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:11.860946 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.884274 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (d22f196e-d37b-4c23-b1cb-f6960ddb2f2c), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.895627 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a39c75-450f-47b4-b540-56605b41f89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583f15b-4997-4fe9-ac45-41bece32f59a'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:22:11.899694 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4841a5a-af75-4b49-907e-8f86f4c3b5d4" -d '{"events": [{"server_uuid": "85a39c75-450f-47b4-b540-56605b41f89d", "name": "network-vif-plugged", "status": "completed", "tag": "0583f15b-4997-4fe9-ac45-41bece32f59a"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:22:11.922397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 0583f15b-4997-4fe9-ac45-41bece32f59a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0583f15b-4997-4fe9-ac45-41bece32f59a,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:11.927413 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22f196e-d37b-4c23-b1cb-f6960ddb2f2c,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:11.930804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:11.972489 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d64c9-cd4a-42da-a6ea-b66d7df7e9db x-openstack-request-id: req-343d64c9-cd4a-42da-a6ea-b66d7df7e9db {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:22:11.972893 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a39c75-450f-47b4-b540-56605b41f89d", "name": "network-vif-plugged", "status": "completed", "tag": "0583f15b-4997-4fe9-ac45-41bece32f59a", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:22:11.973219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-343d64c9-cd4a-42da-a6ea-b66d7df7e9db {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:22:11.973914 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343d64c9-cd4a-42da-a6ea-b66d7df7e9db'] response: {'server_uuid': '85a39c75-450f-47b4-b540-56605b41f89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583f15b-4997-4fe9-ac45-41bece32f59a', 'code': 200} Aug 29 20:22:12.016604 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72b23a6f-6df0-4c41-9709-54f92743576a req-ccebb304-ae91-4693-9806-d35be57e5dd5 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473761 Aug 29 20:22:12.031804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=0583f15b-4997-4fe9-ac45-41bece32f59a,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:12.186108 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:12.194605 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (2e708707-b2f3-4ecd-9e0e-815c98646188), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:12.340554 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccf3a3-8601-4b3f-a672-c93786bf54b8 req-8cd42844-8f1e-4899-aa18-a80bbf7e776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:12.346960 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51ccf3a3-8601-4b3f-a672-c93786bf54b8 req-8cd42844-8f1e-4899-aa18-a80bbf7e776c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 1129 time: 0.0816875 Aug 29 20:22:12.437146 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51ccf3a3-8601-4b3f-a672-c93786bf54b8 req-602ed49a-fa57-4249-a928-c7d578da23cf service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872927 Aug 29 20:22:12.509852 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Router 2e708707-b2f3-4ecd-9e0e-815c98646188 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:22:12.610015 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:12.649654 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:12.657682 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3e8fb8da-490a-44cf-aa97-4d26db14f499 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/2e708707-b2f3-4ecd-9e0e-815c98646188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1447880 Aug 29 20:22:12.660972 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36490) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:12.663382 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] Sync routers for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:12.678804 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:12.679703 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:12.750914 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:22:12.790038 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks [] for router (2e708707-b2f3-4ecd-9e0e-815c98646188), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:12.863754 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:12.930257 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks [] for router_gateway (2e708707-b2f3-4ecd-9e0e-815c98646188), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:12.980945 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Deleting port f2f685b9-96b4-4488-ad02-fd0e7123181b {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:22:12.981448 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:13.150137 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:22:11Z', 'revision_number': 5, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port': {'id': 'f2f685b9-96b4-4488-ad02-fd0e7123181b', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:14:29Z', 'updated_at': '2022-08-29T20:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:13.189996 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] Checking router: 2e708707-b2f3-4ecd-9e0e-815c98646188 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:13.201039 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] Routers {'2e708707-b2f3-4ecd-9e0e-815c98646188'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:13.202079 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['2e708707-b2f3-4ecd-9e0e-815c98646188'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:13.229669 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaa202-2ba5-414e-b99b-3cd2ad786740 req-c92b31ef-8c3b-42cf-9c1b-584b26bc9541 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:13.232288 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9bdaa202-2ba5-414e-b99b-3cd2ad786740 req-c92b31ef-8c3b-42cf-9c1b-584b26bc9541 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 945 time: 0.0868871 Aug 29 20:22:13.324534 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9bdaa202-2ba5-414e-b99b-3cd2ad786740 req-b89105cd-8721-4512-892e-647f96a266a7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809789 Aug 29 20:22:13.355842 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] Set router 2e708707-b2f3-4ecd-9e0e-815c98646188 gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:13.431124 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] For port f2f685b9-96b4-4488-ad02-fd0e7123181b, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=f2f685b9-96b4-4488-ad02-fd0e7123181b,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:13.431624 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:13.447977 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:22:12Z', 'revision_number': 6, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:13.458273 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Calling delete_port for f2f685b9-96b4-4488-ad02-fd0e7123181b owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:22:13.491589 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fce11-4c4a-4b4c-ad65-5e66cbd9a05f None None] The sync data for ids ['2e708707-b2f3-4ecd-9e0e-815c98646188'] in dv-cinder-854261-2-iscsi is: [{'id': '2e708707-b2f3-4ecd-9e0e-815c98646188', 'name': 'tempest-AttachVolumeShelveTestJSON-364691586-router', 'tenant_id': 'fc733dcfcf9043feb354598fc2792ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:14:28Z', 'updated_at': '2022-08-29T20:22:12Z', 'revision_number': 6, 'project_id': 'fc733dcfcf9043feb354598fc2792ff5', 'gw_port_host': None}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:13.619729 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:13.700730 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (f2f685b9-96b4-4488-ad02-fd0e7123181b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:13.731562 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f685b9-96b4-4488-ad02-fd0e7123181b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:13.844276 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (2e708707-b2f3-4ecd-9e0e-815c98646188), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:13.995906 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (2e708707-b2f3-4ecd-9e0e-815c98646188), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.003944 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks [] for router_controller (2e708707-b2f3-4ecd-9e0e-815c98646188), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.082124 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (2e708707-b2f3-4ecd-9e0e-815c98646188), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.082963 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e708707-b2f3-4ecd-9e0e-815c98646188 {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:22:14.097395 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.098854 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-745ac9ba-c883-4da1-94e1-c57434e1c5ae admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/2e708707-b2f3-4ecd-9e0e-815c98646188 HTTP/1.1" status: 204 len: 168 time: 1.4365764 Aug 29 20:22:14.102601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36494) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:14.157502 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Deleting subnet e35f0349-15c8-479c-8598-a5963c0ec48a {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:22:14.161537 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Publish callbacks [] for subnet (e35f0349-15c8-479c-8598-a5963c0ec48a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.203736 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (e35f0349-15c8-479c-8598-a5963c0ec48a), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.232755 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:14.313160 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (e35f0349-15c8-479c-8598-a5963c0ec48a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.396992 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (e35f0349-15c8-479c-8598-a5963c0ec48a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.434537 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35f0349-15c8-479c-8598-a5963c0ec48a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:14.445375 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.450259 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-25d6c793-670e-432b-b8ee-a764acdabeee admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/e35f0349-15c8-479c-8598-a5963c0ec48a HTTP/1.1" status: 204 len: 168 time: 0.3460083 Aug 29 20:22:14.451428 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c1aa9-4b39-4121-9aed-0721c29ddb60 None None] Network f0d72436-11cb-4b65-af1f-b46234f8df90 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:14.453944 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36498) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:14.545327 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc90bfc-fb8a-44b8-a3fb-1328b6b743ad req-69523c9e-a372-4df7-9dea-93021d1889eb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:14.548762 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbc90bfc-fb8a-44b8-a3fb-1328b6b743ad req-69523c9e-a372-4df7-9dea-93021d1889eb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 945 time: 0.1058249 Aug 29 20:22:14.608580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (f0d72436-11cb-4b65-af1f-b46234f8df90), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.634292 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbc90bfc-fb8a-44b8-a3fb-1328b6b743ad req-5be955c8-a069-41f8-bf5f-722b46f53db7 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739315 Aug 29 20:22:14.698492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Deleting port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:22:14.698900 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.728686 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] DHCP port deletion for f0d72436-11cb-4b65-af1f-b46234f8df90 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:22:14.807806 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] Deleting port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:22:14.808397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.819417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] For port 1ea85401-ca7c-48f9-abf0-48a7cd68f639, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1ea85401-ca7c-48f9-abf0-48a7cd68f639,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:14.819783 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.846412 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Calling delete_port for 1ea85401-ca7c-48f9-abf0-48a7cd68f639 owned by network:dhcp {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:22:14.934457 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] For port 1ea85401-ca7c-48f9-abf0-48a7cd68f639, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=1ea85401-ca7c-48f9-abf0-48a7cd68f639,segment=NetworkSegment(7140f04a-ed06-470c-bc06-ef6b4653f60f),segment_id=7140f04a-ed06-470c-bc06-ef6b4653f60f)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:14.935086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:14.954892 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] Calling delete_port for 1ea85401-ca7c-48f9-abf0-48a7cd68f639 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:22:14.988353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.016568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea85401-ca7c-48f9-abf0-48a7cd68f639,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:15.029307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] No DVR routers for this DVR port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 on host dv-cinder-854261-2-iscsi {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:22:15.035395 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.035740 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.036079 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.036441 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.037453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.038116 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.038434 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.038889 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.039220 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.039546 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.040819 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.040819 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.040819 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.040819 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.041499 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:15.072384 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:15.075914 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (1ea85401-ca7c-48f9-abf0-48a7cd68f639), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.114983 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] Pushing event deleted for resources: {'Port': ['ID=1ea85401-ca7c-48f9-abf0-48a7cd68f639,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:15.120750 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fb9dd-102c-4ca1-8d45-69f8f91466f4 None None] No DVR routers for this DVR port 1ea85401-ca7c-48f9-abf0-48a7cd68f639 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:22:15.174572 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (f0d72436-11cb-4b65-af1f-b46234f8df90), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.212707 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d72436-11cb-4b65-af1f-b46234f8df90']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:15.232407 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7140f04a-ed06-470c-bc06-ef6b4653f60f') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:15.232906 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7140f04a-ed06-470c-bc06-ef6b4653f60f') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:15.252467 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (7140f04a-ed06-470c-bc06-ef6b4653f60f), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.271956 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (7140f04a-ed06-470c-bc06-ef6b4653f60f), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.291820 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:22:15.292341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (7140f04a-ed06-470c-bc06-ef6b4653f60f), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.406017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (f0d72436-11cb-4b65-af1f-b46234f8df90), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.414000 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.421892 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/f0d72436-11cb-4b65-af1f-b46234f8df90 HTTP/1.1" status: 204 len: 168 time: 0.9636848 Aug 29 20:22:15.447276 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6e2a-fdcc-4e20-86e1-a684faedca83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d72436-11cb-4b65-af1f-b46234f8df90,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:15.579974 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 7140f04a-ed06-470c-bc06-ef6b4653f60f resource provider aggregate not found Aug 29 20:22:15.609333 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 7140f04a-ed06-470c-bc06-ef6b4653f60f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7140f04a-ed06-470c-bc06-ef6b4653f60f found for delete ", "request_id": "req-67267255-fab0-4eed-99df-07378113ae12"}]} Aug 29 20:22:15.631559 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device f2f685b9-96b4-4488-ad02-fd0e7123181b no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:22:15.659976 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: f2f685b9-96b4-4488-ad02-fd0e7123181b {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:22:15.660525 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device f2f685b9-96b4-4488-ad02-fd0e7123181b not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:22:15.661218 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1ea85401-ca7c-48f9-abf0-48a7cd68f639 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:22:15.672151 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36550) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:15.683826 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 1ea85401-ca7c-48f9-abf0-48a7cd68f639 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:22:15.684263 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 1ea85401-ca7c-48f9-abf0-48a7cd68f639 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:22:15.684935 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d22f196e-d37b-4c23-b1cb-f6960ddb2f2c no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:22:15.713613 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: d22f196e-d37b-4c23-b1cb-f6960ddb2f2c {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:22:15.714000 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d22f196e-d37b-4c23-b1cb-f6960ddb2f2c not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:22:15.735915 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-330251fb-dde3-4963-b2f7-4db47df41bfa admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fc733dcfcf9043feb354598fc2792ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596521 Aug 29 20:22:15.736031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36554) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:15.822988 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2642ab5-1eec-4fff-9deb-ecb4bd4e865b admin admin] Publish callbacks [] for security_group (c5be15d9-58b3-4962-a91e-0dfa78b3c6aa), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.863132 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2642ab5-1eec-4fff-9deb-ecb4bd4e865b admin admin] Publish callbacks [] for security_group (c5be15d9-58b3-4962-a91e-0dfa78b3c6aa), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.905097 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:15.930007 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2642ab5-1eec-4fff-9deb-ecb4bd4e865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c5be15d9-58b3-4962-a91e-0dfa78b3c6aa), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.933069 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-b2642ab5-1eec-4fff-9deb-ecb4bd4e865b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:15.934321 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-b2642ab5-1eec-4fff-9deb-ecb4bd4e865b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c5be15d9-58b3-4962-a91e-0dfa78b3c6aa HTTP/1.1" status: 204 len: 168 time: 0.1971745 Aug 29 20:22:15.943880 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2642ab5-1eec-4fff-9deb-ecb4bd4e865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be15d9-58b3-4962-a91e-0dfa78b3c6aa,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:23.403646 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=83 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:24.625543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=57,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:24.628985 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=21,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:25.691709 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:25.911250 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:25.937998 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:25.959579 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:27.332245 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36704) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:27.496162 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbda5984-150d-4bcd-b9f9-45cf784c0f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.636010 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbda5984-150d-4bcd-b9f9-45cf784c0f4f admin admin] Publish callbacks [] for security_group (c458716b-6ab5-4ab1-9d45-e40ad23024ed), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.649249 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-cbda5984-150d-4bcd-b9f9-45cf784c0f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c458716b-6ab5-4ab1-9d45-e40ad23024ed), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.711712 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-cbda5984-150d-4bcd-b9f9-45cf784c0f4f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f662b03666004755a1f7d481ce71e7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779540 Aug 29 20:22:27.712683 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda5984-150d-4bcd-b9f9-45cf784c0f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c458716b-6ab5-4ab1-9d45-e40ad23024ed,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:27.715109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36710) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:27.804886 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Publish callbacks [] for security_group (c458716b-6ab5-4ab1-9d45-e40ad23024ed), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.831568 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Publish callbacks [] for security_group (c458716b-6ab5-4ab1-9d45-e40ad23024ed), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.894418 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c458716b-6ab5-4ab1-9d45-e40ad23024ed), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.898313 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:27.900251 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c458716b-6ab5-4ab1-9d45-e40ad23024ed HTTP/1.1" status: 204 len: 168 time: 0.1817870 Aug 29 20:22:27.914591 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c458716b-6ab5-4ab1-9d45-e40ad23024ed,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:27.931230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.931976 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.932329 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.933033 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.933844 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.934301 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.934839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.935381 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.936329 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.936723 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.937450 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.937923 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.938497 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.938981 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:27.939368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efa2cf-ef68-4c5a-ad40-ae25a4a4e2ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:28.710781 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:28.957749 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36736) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:29.132543 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1034631031-network', 'tenant_id': 'ba6a26afe1114b189471efd02c46b633'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:29.172963 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Made reservation on behalf of ba6a26afe1114b189471efd02c46b633 for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:29.176394 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.186536 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.312198 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks [] for security_group (c4df8623-3e50-48ab-a3f4-4ad520bce37f), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.317423 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c4df8623-3e50-48ab-a3f4-4ad520bce37f), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.362928 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:22:29.371028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4df8623-3e50-48ab-a3f4-4ad520bce37f,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:29.384103 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (16097098-00cb-43af-b30b-49dd1b83aaa3), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.384611 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Added segment 16097098-00cb-43af-b30b-49dd1b83aaa3 of type vlan for network b7529466-f8d4-4810-8e26-13868a8c20e2 Aug 29 20:22:29.452601 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (b7529466-f8d4-4810-8e26-13868a8c20e2), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.486645 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (b7529466-f8d4-4810-8e26-13868a8c20e2), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.489162 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:29.490254 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.566575 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6073425 Aug 29 20:22:29.571113 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36742) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:29.582281 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Request body: {'subnet': {'network_id': 'b7529466-f8d4-4810-8e26-13868a8c20e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1034631031-subnet', 'tenant_id': 'ba6a26afe1114b189471efd02c46b633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:29.584830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfdc3a-a51b-4be0-9341-a0deb13a3c4f admin admin] Pushing event updated for resources: {'Network': ['ID=b7529466-f8d4-4810-8e26-13868a8c20e2,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:29.601954 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network b7529466-f8d4-4810-8e26-13868a8c20e2 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:22:29.619370 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Made reservation on behalf of ba6a26afe1114b189471efd02c46b633 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:29.621975 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260118258'] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:29.912490 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260220890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260118244'] for subnet (9df2be39-aaf2-4193-9dac-35fc9ba3789d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:30.003096 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df2be39-aaf2-4193-9dac-35fc9ba3789d,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:30.016642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Checking segment: {'id': '16097098-00cb-43af-b30b-49dd1b83aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'b7529466-f8d4-4810-8e26-13868a8c20e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:30.017170 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Network hostable DHCP agents. Network: b7529466-f8d4-4810-8e26-13868a8c20e2, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:22:30.053974 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Network b7529466-f8d4-4810-8e26-13868a8c20e2 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:22:30.068399 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, b7529466-f8d4-4810-8e26-13868a8c20e2) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:30.073107 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:30.073817 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:30.082487 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe60454-1d25-4591-a166-4b1c19fb0124 None None] Network b7529466-f8d4-4810-8e26-13868a8c20e2 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:30.107465 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d6efe191-098e-4d18-9ceb-3f4627397b7f admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5297246 Aug 29 20:22:30.263055 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd194945-0b88-4cb9-a13a-ba0c83bb869b None None] Network b7529466-f8d4-4810-8e26-13868a8c20e2 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:30.899906 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36760) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:30.905852 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1197559116-network', 'tenant_id': '88dd75f0b70b47dab83d8fe89bca4a55'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:30.940813 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Made reservation on behalf of 88dd75f0b70b47dab83d8fe89bca4a55 for: {'network': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:30.944368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:30.959460 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.091980 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks [] for security_group (23666b69-08fd-4633-8afb-3e249feaefa8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.105642 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (23666b69-08fd-4633-8afb-3e249feaefa8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.145774 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=106549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:22:31.156725 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23666b69-08fd-4633-8afb-3e249feaefa8,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:31.170278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.170278 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.segments_db [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Added segment 1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82 of type vlan for network 706abdac-9c08-4ce4-8ca6-88c19a2b0375 Aug 29 20:22:31.193389 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:31.230073 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:31.248072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (706abdac-9c08-4ce4-8ca6-88c19a2b0375), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.299719 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (706abdac-9c08-4ce4-8ca6-88c19a2b0375), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.301666 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:31.302561 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.372936 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4715784 Aug 29 20:22:31.377687 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36762) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:31.385978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Request body: {'subnet': {'network_id': '706abdac-9c08-4ce4-8ca6-88c19a2b0375', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1197559116-subnet', 'tenant_id': '88dd75f0b70b47dab83d8fe89bca4a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:31.401321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77edc10-dfbf-4f3e-8833-b7e739dadd2a admin admin] Pushing event updated for resources: {'Network': ['ID=706abdac-9c08-4ce4-8ca6-88c19a2b0375,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:31.425951 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Made reservation on behalf of 88dd75f0b70b47dab83d8fe89bca4a55 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:31.427807 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 706abdac-9c08-4ce4-8ca6-88c19a2b0375 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:22:31.430034 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260118258'] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.510627 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c7e8de46-911d-436c-8084-54ef438b577a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.685995 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:31.718413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260220890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260118244'] for subnet (0ca79784-5777-4db9-965a-370e97c9c5f9), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.803639 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:31.825382 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca79784-5777-4db9-965a-370e97c9c5f9,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:31.847828 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Checking segment: {'id': '1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '706abdac-9c08-4ce4-8ca6-88c19a2b0375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:31.848345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Network hostable DHCP agents. Network: 706abdac-9c08-4ce4-8ca6-88c19a2b0375, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:22:31.877325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Network 706abdac-9c08-4ce4-8ca6-88c19a2b0375 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:22:31.891468 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 706abdac-9c08-4ce4-8ca6-88c19a2b0375) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:31.900975 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:31.901686 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:31.909225 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2050831-aadf-4cc6-903b-ea57bd76e440 None None] Network 706abdac-9c08-4ce4-8ca6-88c19a2b0375 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:31.934701 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5feb2af5-72c5-48ab-aa44-00ced6dd6a84 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5544634 Aug 29 20:22:32.073208 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07575df6-10f5-45e6-ba56-ee7e218cbe78 None None] Network 706abdac-9c08-4ce4-8ca6-88c19a2b0375 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:32.166520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36768) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:32.242983 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Deleting subnet 9df2be39-aaf2-4193-9dac-35fc9ba3789d {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:22:32.250537 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Publish callbacks [] for subnet (9df2be39-aaf2-4193-9dac-35fc9ba3789d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.304555 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (9df2be39-aaf2-4193-9dac-35fc9ba3789d), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.368042 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (9df2be39-aaf2-4193-9dac-35fc9ba3789d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.455290 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (9df2be39-aaf2-4193-9dac-35fc9ba3789d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.513479 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.518083 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/9df2be39-aaf2-4193-9dac-35fc9ba3789d HTTP/1.1" status: 204 len: 168 time: 0.3499794 Aug 29 20:22:32.518830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b962a-bd9a-4245-85cf-e4fd8010c31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df2be39-aaf2-4193-9dac-35fc9ba3789d,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:32.521460 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36770) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:32.629066 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (b7529466-f8d4-4810-8e26-13868a8c20e2), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.761633 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (b7529466-f8d4-4810-8e26-13868a8c20e2), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.797553 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7529466-f8d4-4810-8e26-13868a8c20e2']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:32.818582 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16097098-00cb-43af-b30b-49dd1b83aaa3') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:32.819004 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16097098-00cb-43af-b30b-49dd1b83aaa3') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:32.834799 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (16097098-00cb-43af-b30b-49dd1b83aaa3), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.858637 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (16097098-00cb-43af-b30b-49dd1b83aaa3), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.869128 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:22:32.869686 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (16097098-00cb-43af-b30b-49dd1b83aaa3), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.934039 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 16097098-00cb-43af-b30b-49dd1b83aaa3 resource provider aggregate not found Aug 29 20:22:32.962696 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 16097098-00cb-43af-b30b-49dd1b83aaa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16097098-00cb-43af-b30b-49dd1b83aaa3 found for delete ", "request_id": "req-49198c06-f30a-472e-af79-2b366a61b274"}]} Aug 29 20:22:32.972202 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (b7529466-f8d4-4810-8e26-13868a8c20e2), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.977978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:32.988084 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/b7529466-f8d4-4810-8e26-13868a8c20e2 HTTP/1.1" status: 204 len: 168 time: 0.4596539 Aug 29 20:22:32.988204 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36778) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:33.009692 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4b0d4-a976-40c0-8bf9-3004b38242fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7529466-f8d4-4810-8e26-13868a8c20e2,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:33.061072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Deleting subnet 0ca79784-5777-4db9-965a-370e97c9c5f9 {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:22:33.067045 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Publish callbacks [] for subnet (0ca79784-5777-4db9-965a-370e97c9c5f9), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.126403 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (0ca79784-5777-4db9-965a-370e97c9c5f9), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.191709 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (0ca79784-5777-4db9-965a-370e97c9c5f9), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.256704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (0ca79784-5777-4db9-965a-370e97c9c5f9), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.291200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca79784-5777-4db9-965a-370e97c9c5f9,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:33.297514 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.305775 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5f7bc7d0-d1c4-450d-ae7f-bfb81a145a07 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/0ca79784-5777-4db9-965a-370e97c9c5f9 HTTP/1.1" status: 204 len: 168 time: 0.3128035 Aug 29 20:22:33.306606 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36786) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:33.417302 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (706abdac-9c08-4ce4-8ca6-88c19a2b0375), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.542638 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (706abdac-9c08-4ce4-8ca6-88c19a2b0375), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.571429 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706abdac-9c08-4ce4-8ca6-88c19a2b0375']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:33.586449 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:33.586940 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:33.603140 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.621360 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.630057 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:22:33.630610 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.653620 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:33.686324 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82 resource provider aggregate not found Aug 29 20:22:33.715507 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1553e518-3f8f-4b6f-b9c7-a7bb4bed5f82 found for delete ", "request_id": "req-8109f8ee-c610-4ad5-95e9-3d8654eb3dfa"}]} Aug 29 20:22:33.723234 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (706abdac-9c08-4ce4-8ca6-88c19a2b0375), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.733048 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:33.737050 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/706abdac-9c08-4ce4-8ca6-88c19a2b0375 HTTP/1.1" status: 204 len: 168 time: 0.4290652 Aug 29 20:22:33.751611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d006a6-4ea4-454d-9414-106f3ac64629 admin admin] Pushing event deleted for resources: {'Network': ['ID=706abdac-9c08-4ce4-8ca6-88c19a2b0375,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:33.879898 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f6f3-2ef0-4816-a420-d375d0283eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:34.023809 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36804) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:34.068550 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:34.086413 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-530796b1-988e-455d-8e4d-70b15df3634b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ba6a26afe1114b189471efd02c46b633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608037 Aug 29 20:22:34.090108 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36806) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:34.167284 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-335a12b7-7030-4458-a944-772826b7f172 admin admin] Publish callbacks [] for security_group (c4df8623-3e50-48ab-a3f4-4ad520bce37f), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:34.199427 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-335a12b7-7030-4458-a944-772826b7f172 admin admin] Publish callbacks [] for security_group (c4df8623-3e50-48ab-a3f4-4ad520bce37f), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:34.282219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-335a12b7-7030-4458-a944-772826b7f172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c4df8623-3e50-48ab-a3f4-4ad520bce37f), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:34.286200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-335a12b7-7030-4458-a944-772826b7f172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:34.287814 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-335a12b7-7030-4458-a944-772826b7f172 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c4df8623-3e50-48ab-a3f4-4ad520bce37f HTTP/1.1" status: 204 len: 168 time: 0.1962569 Aug 29 20:22:34.299440 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a12b7-7030-4458-a944-772826b7f172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4df8623-3e50-48ab-a3f4-4ad520bce37f,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:34.797253 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36812) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:34.865800 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5320dc16-411e-4631-897e-72f2a930a054 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=88dd75f0b70b47dab83d8fe89bca4a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662894 Aug 29 20:22:34.870115 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36814) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:34.957449 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-199e3093-9a72-4872-a264-5dad5d65a0f5 admin admin] Publish callbacks [] for security_group (23666b69-08fd-4633-8afb-3e249feaefa8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:34.995511 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-199e3093-9a72-4872-a264-5dad5d65a0f5 admin admin] Publish callbacks [] for security_group (23666b69-08fd-4633-8afb-3e249feaefa8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:35.072275 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-199e3093-9a72-4872-a264-5dad5d65a0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (23666b69-08fd-4633-8afb-3e249feaefa8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:35.076049 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-199e3093-9a72-4872-a264-5dad5d65a0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:35.077462 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-199e3093-9a72-4872-a264-5dad5d65a0f5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/23666b69-08fd-4633-8afb-3e249feaefa8 HTTP/1.1" status: 204 len: 168 time: 0.2060096 Aug 29 20:22:35.089718 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3093-9a72-4872-a264-5dad5d65a0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23666b69-08fd-4633-8afb-3e249feaefa8,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:35.375254 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:36.346661 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:36.825054 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:37.123186 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:37.639383 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36866) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:37.791235 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51b93b4f-ba12-4108-9896-4fb3211dcedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:37.902874 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51b93b4f-ba12-4108-9896-4fb3211dcedd admin admin] Publish callbacks [] for security_group (9055d051-6fe1-405b-a2b7-a48d414a9614), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:37.909117 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-51b93b4f-ba12-4108-9896-4fb3211dcedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9055d051-6fe1-405b-a2b7-a48d414a9614), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:37.975115 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b93b4f-ba12-4108-9896-4fb3211dcedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9055d051-6fe1-405b-a2b7-a48d414a9614,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:37.984137 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-51b93b4f-ba12-4108-9896-4fb3211dcedd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=986d9add578a4688864fb9fcd016496d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432946 Aug 29 20:22:37.986093 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36874) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:38.063171 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9a18-c48c-4fc8-a502-0b774460b3ed admin admin] Publish callbacks [] for security_group (9055d051-6fe1-405b-a2b7-a48d414a9614), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.092834 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9a18-c48c-4fc8-a502-0b774460b3ed admin admin] Publish callbacks [] for security_group (9055d051-6fe1-405b-a2b7-a48d414a9614), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.160053 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9a18-c48c-4fc8-a502-0b774460b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9055d051-6fe1-405b-a2b7-a48d414a9614), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.169430 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9a18-c48c-4fc8-a502-0b774460b3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.170949 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-d7ac9a18-c48c-4fc8-a502-0b774460b3ed admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9055d051-6fe1-405b-a2b7-a48d414a9614 HTTP/1.1" status: 204 len: 168 time: 0.1838613 Aug 29 20:22:38.183092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac9a18-c48c-4fc8-a502-0b774460b3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9055d051-6fe1-405b-a2b7-a48d414a9614,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:38.600540 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36882) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:38.615962 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-af0b748f-d7bb-461e-9a4d-ae059333250b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.734958 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-af0b748f-d7bb-461e-9a4d-ae059333250b admin admin] Publish callbacks [] for security_group (c2f96a32-0496-4fcc-bd89-ba57abeb4a46), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.740642 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-af0b748f-d7bb-461e-9a4d-ae059333250b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c2f96a32-0496-4fcc-bd89-ba57abeb4a46), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.803380 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b748f-d7bb-461e-9a4d-ae059333250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f96a32-0496-4fcc-bd89-ba57abeb4a46,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:38.811781 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-af0b748f-d7bb-461e-9a4d-ae059333250b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=decd7571e1484329b02f3d407d746f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095828 Aug 29 20:22:38.817576 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36884) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:38.894298 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fbe1-820e-495c-9cc1-d0b756f10fe8 admin admin] Publish callbacks [] for security_group (c2f96a32-0496-4fcc-bd89-ba57abeb4a46), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:38.932617 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fbe1-820e-495c-9cc1-d0b756f10fe8 admin admin] Publish callbacks [] for security_group (c2f96a32-0496-4fcc-bd89-ba57abeb4a46), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:39.003272 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:39.007363 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:39.008311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fbe1-820e-495c-9cc1-d0b756f10fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c2f96a32-0496-4fcc-bd89-ba57abeb4a46), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:39.011800 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fbe1-820e-495c-9cc1-d0b756f10fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:39.012959 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a5f3fbe1-820e-495c-9cc1-d0b756f10fe8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c2f96a32-0496-4fcc-bd89-ba57abeb4a46 HTTP/1.1" status: 204 len: 168 time: 0.1947887 Aug 29 20:22:39.023195 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3fbe1-820e-495c-9cc1-d0b756f10fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f96a32-0496-4fcc-bd89-ba57abeb4a46,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:40.019550 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36920) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:40.170423 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2106951224-network', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:40.200675 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Made reservation on behalf of 9f9f5a2386e2451f9a9b833859343595 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:40.203979 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.484053 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.523094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:40.527803 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:40.584059 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks [] for security_group (21124eb5-011d-45e6-8618-a8896fa66602), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.588413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (21124eb5-011d-45e6-8618-a8896fa66602), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.621169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:22:40.629088 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21124eb5-011d-45e6-8618-a8896fa66602,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:40.636540 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (cf051baa-f3a9-40ea-9d48-e4e669000a6a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.636918 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Added segment cf051baa-f3a9-40ea-9d48-e4e669000a6a of type vlan for network 72f342c8-cf40-409f-b436-aa5b868afdf8 Aug 29 20:22:40.685273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (72f342c8-cf40-409f-b436-aa5b868afdf8), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.715273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (72f342c8-cf40-409f-b436-aa5b868afdf8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.716743 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:40.717445 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.784383 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7633383 Aug 29 20:22:40.789541 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36924) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:40.798269 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee4096-0047-4f53-bdb5-bba8e122ee45 admin admin] Pushing event updated for resources: {'Network': ['ID=72f342c8-cf40-409f-b436-aa5b868afdf8,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:40.800045 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Request body: {'subnet': {'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2106951224-subnet', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'ip_version': 4}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:40.809728 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:22:40.828341 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Made reservation on behalf of 9f9f5a2386e2451f9a9b833859343595 for: {'subnet': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:40.830904 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3285866'] for subnet (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:40.924994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:40.948767 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:41.066740 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3285884'] for subnet (b552b2fb-ce04-4a06-9f0a-80881089e234), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.133548 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b552b2fb-ce04-4a06-9f0a-80881089e234,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:41.155176 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Checking segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:41.155535 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Network hostable DHCP agents. Network: 72f342c8-cf40-409f-b436-aa5b868afdf8, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:22:41.182500 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:22:41.195091 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, 72f342c8-cf40-409f-b436-aa5b868afdf8) {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:41.202350 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:41.204011 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.212404 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5a41b-a4ea-430a-b788-ce34349dc42b None None] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:41.225738 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3afac0a0-e532-49e8-aff8-337c26f9ec60 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4338589 Aug 29 20:22:41.229435 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 36928) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:41.234997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:41.259390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (7403ab58-6b75-4cf8-bc41-14d9772a70a8), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.260500 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (7403ab58-6b75-4cf8-bc41-14d9772a70a8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.325798 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks [] for router_controller (7403ab58-6b75-4cf8-bc41-14d9772a70a8), precommit_add_association {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.347152 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-72f342c8-cf40-409f-b436-aa5b868afdf8', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:22:41.348134 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.493975 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:41.512869 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks [] for router_gateway (7403ab58-6b75-4cf8-bc41-14d9772a70a8), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.529862 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Allocated IP 172.20.0.2 (72f342c8-cf40-409f-b436-aa5b868afdf8/b552b2fb-ce04-4a06-9f0a-80881089e234/d8df2feb-90a1-455e-a312-5518de382794) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:41.551464 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:41.773785 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Publish callbacks [] for port (d8df2feb-90a1-455e-a312-5518de382794), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.785113 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (d8df2feb-90a1-455e-a312-5518de382794), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.807390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks [] for router_gateway (7403ab58-6b75-4cf8-bc41-14d9772a70a8), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.845505 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.845855 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:41.848693 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:41.851215 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:41.896218 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Pushing event updated for resources: {'Port': ['ID=d8df2feb-90a1-455e-a312-5518de382794,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:41.929838 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Attempting to bind port d8df2feb-90a1-455e-a312-5518de382794 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:41.930272 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Attempting to bind port d8df2feb-90a1-455e-a312-5518de382794 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:41.930830 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Attempting to bind port d8df2feb-90a1-455e-a312-5518de382794 on network 72f342c8-cf40-409f-b436-aa5b868afdf8 {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:41.937764 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:41.938132 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Checking segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:41.938677 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.939289 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Bound using segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:41.940405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Bound port: d8df2feb-90a1-455e-a312-5518de382794, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:41.940599 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d8df2feb-90a1-455e-a312-5518de382794), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:41.997498 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Allocated IP 172.27.3.167 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/12bba051-438b-4875-b33d-9f2e6b08d7f2) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:42.050152 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] For port d8df2feb-90a1-455e-a312-5518de382794, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:42.053922 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] For port d8df2feb-90a1-455e-a312-5518de382794, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d8df2feb-90a1-455e-a312-5518de382794,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:42.062815 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d8df2feb-90a1-455e-a312-5518de382794), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:42.153174 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks [] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:42.161038 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:42.162158 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:42.170806 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a1339-0412-4af9-8d10-ccac896d5f77 None None] Pushing event updated for resources: {'Port': ['ID=d8df2feb-90a1-455e-a312-5518de382794,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:42.199850 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:42.254912 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:42.258423 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:42.263261 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:42.269284 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Pushing event updated for resources: {'Port': ['ID=12bba051-438b-4875-b33d-9f2e6b08d7f2,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:42.574699 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks [] for router_gateway (7403ab58-6b75-4cf8-bc41-14d9772a70a8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:42.782675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (7403ab58-6b75-4cf8-bc41-14d9772a70a8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.150248 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eafcfa-03b7-440a-96d7-8d91bb28fea8 None None] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:43.231326 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] Provisioning complete for port d8df2feb-90a1-455e-a312-5518de382794 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:43.231778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d8df2feb-90a1-455e-a312-5518de382794), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.234482 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:22:43.332906 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:43.357188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:43.381217 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.382807 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-02cdffe0-1eba-4ed0-b0d6-91f7e3a0fe45 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1520419 Aug 29 20:22:43.386435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36936) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:43.442422 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Sync routers for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:43.474037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:43.474671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:43.588836 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] Current status of the port d8df2feb-90a1-455e-a312-5518de382794 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:43.588836 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (d8df2feb-90a1-455e-a312-5518de382794), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.668191 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] For port d8df2feb-90a1-455e-a312-5518de382794, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d8df2feb-90a1-455e-a312-5518de382794,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:43.676824 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (d8df2feb-90a1-455e-a312-5518de382794), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.727148 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d8df2feb-90a1-455e-a312-5518de382794 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:43.732926 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:43.744947 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:43.773876 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:43.828091 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06264b7c-6d37-45ab-8245-575874917ad4 None None] Pushing event updated for resources: {'Port': ['ID=d8df2feb-90a1-455e-a312-5518de382794,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:43.865843 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-cda40fa7-740c-410c-bac2-4ae6c581258f None None] Provisioning complete for port d8df2feb-90a1-455e-a312-5518de382794 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:43.866222 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-cda40fa7-740c-410c-bac2-4ae6c581258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d8df2feb-90a1-455e-a312-5518de382794), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.918131 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:43.952793 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d8df2feb-90a1-455e-a312-5518de382794 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:43.953329 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d8df2feb-90a1-455e-a312-5518de382794), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.026719 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:44.092070 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-cda40fa7-740c-410c-bac2-4ae6c581258f None None] Current status of the port d8df2feb-90a1-455e-a312-5518de382794 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:44.093512 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Allocated IP 172.20.0.1 (72f342c8-cf40-409f-b436-aa5b868afdf8/b552b2fb-ce04-4a06-9f0a-80881089e234/4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:44.120729 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:42Z', 'revision_number': 3, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:44.154808 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Checking router: 7403ab58-6b75-4cf8-bc41-14d9772a70a8 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:44.155762 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Updating router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 port 12bba051-438b-4875-b33d-9f2e6b08d7f2 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:22:44.164845 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:44.183718 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d8df2feb-90a1-455e-a312-5518de382794 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:44.193918 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.216562 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks [] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.258287 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.302028 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Pushing event updated for resources: {'Port': ['ID=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:44.319580 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:44.322023 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:44.325303 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:44.375955 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (7403ab58-6b75-4cf8-bc41-14d9772a70a8), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.504879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Publish callbacks [] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.512765 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.528004 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.560597 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Attempting to bind port 12bba051-438b-4875-b33d-9f2e6b08d7f2 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:44.560964 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Attempting to bind port 12bba051-438b-4875-b33d-9f2e6b08d7f2 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:44.561375 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Attempting to bind port 12bba051-438b-4875-b33d-9f2e6b08d7f2 on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:44.572344 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:44.572720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:44.573132 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.573629 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:44.574188 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Bound port: 12bba051-438b-4875-b33d-9f2e6b08d7f2, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:44.574597 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.598886 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7c9f-ed97-455e-ac81-3b727a47df36 None None] Pushing event updated for resources: {'Port': ['ID=12bba051-438b-4875-b33d-9f2e6b08d7f2,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:44.616223 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:44.624137 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-ecb60932-bf3b-4250-a0f0-04c371d65feb None None] Provisioning complete for port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:44.624522 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ecb60932-bf3b-4250-a0f0-04c371d65feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.677410 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] For port 12bba051-438b-4875-b33d-9f2e6b08d7f2, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:44.682157 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-ecb60932-bf3b-4250-a0f0-04c371d65feb None None] Port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:22:44.693186 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] For port 12bba051-438b-4875-b33d-9f2e6b08d7f2, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=12bba051-438b-4875-b33d-9f2e6b08d7f2,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:44.700984 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.716220 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks [] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.727810 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.737689 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:44.749139 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:44.749801 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:44.803851 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (7403ab58-6b75-4cf8-bc41-14d9772a70a8), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:44.807137 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Pushing event updated for resources: {'Port': ['ID=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:44.810912 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7c9f-ed97-455e-ac81-3b727a47df36 None None] Pushing event updated for resources: {'Port': ['ID=12bba051-438b-4875-b33d-9f2e6b08d7f2,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:44.878797 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:44.912519 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:44.927968 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:44.929492 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:45.052744 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:45.054871 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:22:45.101556 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 2, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:45.136564 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f821ba-46b5-4989-9dac-ba1d3dff6c01 None None] The sync data for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi is: [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 2, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:45.176198 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:45.182985 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2c5cc8dc-d964-47d5-891a-302afe0356ce admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/7403ab58-6b75-4cf8-bc41-14d9772a70a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948041 Aug 29 20:22:45.205194 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-d1eab3b1-79cd-4f07-9af5-7759e89276b4 None None] Provisioning complete for port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:45.205753 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d1eab3b1-79cd-4f07-9af5-7759e89276b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:45.251125 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-d1eab3b1-79cd-4f07-9af5-7759e89276b4 None None] Port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:22:45.684169 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d8df2feb-90a1-455e-a312-5518de382794 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:45.745555 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port d8df2feb-90a1-455e-a312-5518de382794 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:45.746127 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (d8df2feb-90a1-455e-a312-5518de382794), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:45.838519 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port d8df2feb-90a1-455e-a312-5518de382794 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:45.860787 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36956) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:45.865616 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1072374880-network', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:45.907054 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Made reservation on behalf of 79c093bab922455e9fc9bbf0b93fa278 for: {'network': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:45.909397 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for network (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:45.922258 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:45.973764 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-069ee331-e49b-4cf5-b984-fee24f7df183 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911314 Aug 29 20:22:46.044137 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks [] for security_group (73359b24-bf37-4d9a-a1a0-6a1099c1037e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.049653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (73359b24-bf37-4d9a-a1a0-6a1099c1037e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.082081 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=106548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:22:46.093800 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73359b24-bf37-4d9a-a1a0-6a1099c1037e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:46.099780 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (78f1a6ad-895f-47d4-a45e-0c724a1b8b91), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.100408 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.segments_db [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Added segment 78f1a6ad-895f-47d4-a45e-0c724a1b8b91 of type vlan for network c572ef7f-caee-4a3a-9bc0-bf0bd102511d Aug 29 20:22:46.158476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775560795998'] for network (c572ef7f-caee-4a3a-9bc0-bf0bd102511d), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.191684 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186'] for network (c572ef7f-caee-4a3a-9bc0-bf0bd102511d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.192837 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:46.193685 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.255788 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3948390 Aug 29 20:22:46.259169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36958) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:46.267354 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Request body: {'subnet': {'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1072374880-subnet', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'ip_version': 4}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:46.288194 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3dc4-4735-48a2-8924-c01823340686 admin admin] Pushing event updated for resources: {'Network': ['ID=c572ef7f-caee-4a3a-9bc0-bf0bd102511d,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:46.301183 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d details requested by agent ovs-agent-dv-cinder-854261-2-iscsi with host dv-cinder-854261-2-iscsi {{(pid=106550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:22:46.309073 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Made reservation on behalf of 79c093bab922455e9fc9bbf0b93fa278 for: {'subnet': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:22:46.312823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260118258'] for subnet (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.528694 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:46.554805 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260220890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260118244'] for subnet (4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.626294 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:46.644666 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Checking segment: {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:46.645164 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Network hostable DHCP agents. Network: c572ef7f-caee-4a3a-9bc0-bf0bd102511d, hostable agents: ['66431e0f-157d-4a50-b060-5307f9459a27'], hosted agents: [] {{(pid=106548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:22:46.648041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:46.659757 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-d1bb3968-063e-43ae-b698-2f9fa5016ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:46.662396 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-d1bb3968-063e-43ae-b698-2f9fa5016ff6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1129 time: 0.0737967 Aug 29 20:22:46.669734 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d is scheduled to be hosted by DHCP agent 66431e0f-157d-4a50-b060-5307f9459a27 with binding_index 1 {{(pid=106548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:22:46.682718 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854261-2-iscsi, c572ef7f-caee-4a3a-9bc0-bf0bd102511d) {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:46.687978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:46.688591 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.694433 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7829de-5949-41eb-94f4-aa5cea31b5e8 None None] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:46.712080 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a8b08da8-c925-408b-a49d-9f6384cbd603 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4516716 Aug 29 20:22:46.716446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36962) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:46.724571 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:22:46.757257 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125540'] for router (357dbab4-564c-4954-a701-ab2567a178d7), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.758802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125551'] for router (357dbab4-564c-4954-a701-ab2567a178d7), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.828914 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks [] for router_controller (357dbab4-564c-4954-a701-ab2567a178d7), precommit_add_association {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.979746 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8084c09-98b1-5023-a37a-bba4825c2981-c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'fixed_ips': [{'subnet_id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2'}]}} from dv-cinder-854261-2-iscsi. {{(pid=106550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:22:46.980677 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:46.995234 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks [] for router_gateway (357dbab4-564c-4954-a701-ab2567a178d7), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.160561 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:47.164867 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-1b2cb1ef-1c66-4c6b-b06d-bd5d259481db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:47.167737 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-1b2cb1ef-1c66-4c6b-b06d-bd5d259481db service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1605029 Aug 29 20:22:47.197842 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.db_base_plugin_common [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Allocated IP 172.20.0.2 (c572ef7f-caee-4a3a-9bc0-bf0bd102511d/4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2/064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2) {{(pid=106550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:47.247920 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks [] for router_gateway (357dbab4-564c-4954-a701-ab2567a178d7), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.266307 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-68697644-f7da-4d3c-a0d9-096ac340a272 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 1000 time: 0.0750029 Aug 29 20:22:47.292481 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.312734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:47.347620 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-4905ba32-8f20-47e2-a050-975b4cfcc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:47.349594 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-4905ba32-8f20-47e2-a050-975b4cfcc0d6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0708685 Aug 29 20:22:47.399440 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:47.412600 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-02c25288-d885-429d-b71a-63574764844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:22:47.414171 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-02c25288-d885-429d-b71a-63574764844d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504518 Aug 29 20:22:47.424336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Publish callbacks [] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), precommit_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.432077 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), after_create {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.445400 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Allocated IP 172.27.3.217 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/cc166671-d24e-4597-93d4-3474e0e93010) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:47.479400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d is already hosted by enough agents. {{(pid=106550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:47.490995 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.scheduler.base_scheduler [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Resources bound (agent type, host, resource id): {{(pid=106550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:47.494828 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Received port after_create {{(pid=106550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:47.508489 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Pushing event updated for resources: {'Port': ['ID=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,revision_number=1']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:47.603992 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-753f72b2-f932-4723-91c2-2170e97d7ad1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790259 Aug 29 20:22:47.618585 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Attempting to bind port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:47.618990 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Attempting to bind port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:47.619546 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Attempting to bind port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 on network c572ef7f-caee-4a3a-9bc0-bf0bd102511d {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:47.627087 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:47.627296 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Checking segment: {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:47.627634 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.628033 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Bound using segment: {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:47.628509 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Bound port: 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:47.628881 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.709682 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] For port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:47.718993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] For port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,segment=NetworkSegment(78f1a6ad-895f-47d4-a45e-0c724a1b8b91),segment_id=78f1a6ad-895f-47d4-a45e-0c724a1b8b91)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:47.720787 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks [] for port (cc166671-d24e-4597-93d4-3474e0e93010), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.727639 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 12bba051-438b-4875-b33d-9f2e6b08d7f2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:47.760258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.774491 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (cc166671-d24e-4597-93d4-3474e0e93010), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.831860 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:47.834224 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:47.843388 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:47.851598 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:47.858245 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-551a7fea-f9a9-499d-ba8c-80e8d9cb3fc4 req-1c8666c1-8769-4600-8756-4c2ff4d98f2f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450714 Aug 29 20:22:47.863830 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c25a55-9cfd-46b8-bffb-85d9bf297b60 None None] Pushing event updated for resources: {'Port': ['ID=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:47.886698 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 12bba051-438b-4875-b33d-9f2e6b08d7f2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:47.887837 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:47.910602 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Pushing event updated for resources: {'Port': ['ID=cc166671-d24e-4597-93d4-3474e0e93010,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:47.924664 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Sync routers for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:47.943061 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:47.966855 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:47.968522 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:48.030372 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 12bba051-438b-4875-b33d-9f2e6b08d7f2 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:48.031851 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.098160 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 12bba051-438b-4875-b33d-9f2e6b08d7f2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=12bba051-438b-4875-b33d-9f2e6b08d7f2,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:48.122702 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.204696 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:48.224463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=12bba051-438b-4875-b33d-9f2e6b08d7f2,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:48.313045 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks [] for router_gateway (357dbab4-564c-4954-a701-ab2567a178d7), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.472170 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 2, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:48.499743 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Checking router: 7403ab58-6b75-4cf8-bc41-14d9772a70a8 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:48.500084 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Updating router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:22:48.534981 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.806537 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744996'] for router (357dbab4-564c-4954-a701-ab2567a178d7), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.851895 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Publish callbacks [] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.858792 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:48.909930 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Pushing event updated for resources: {'Port': ['ID=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:48.921297 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.921642 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.922077 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.922416 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.922738 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.923059 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.923425 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.923805 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.924129 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.924520 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.924854 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.925416 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.925500 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.925807 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.926121 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:22:48.967994 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998ff8f-030e-4c93-a632-f37a3fabe6d8 None None] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:22:48.975204 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Router 357dbab4-564c-4954-a701-ab2567a178d7 is scheduled to L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f with binding_index 1 {{(pid=106548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:22:48.996519 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Attempting to bind port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:48.996899 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Attempting to bind port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:48.997252 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Attempting to bind port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba on network 72f342c8-cf40-409f-b436-aa5b868afdf8 {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:49.008458 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:49.008458 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Checking segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:49.008458 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.009257 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Bound using segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:49.009592 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Bound port: 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:49.010224 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.031330 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] Provisioning complete for port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:49.031697 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.108144 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] For port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:49.108353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:49.123527 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] For port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:49.127564 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Sync routers for ids ['357dbab4-564c-4954-a701-ab2567a178d7'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:49.127981 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.132765 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-161034cf-cedb-42ea-8b60-4da9e5c27f8a admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4108589 Aug 29 20:22:49.132765 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 36974) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:22:49.135407 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.143357 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:49.146321 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:49.157029 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Routers {'357dbab4-564c-4954-a701-ab2567a178d7'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:49.157647 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['357dbab4-564c-4954-a701-ab2567a178d7'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:49.178081 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:49.178775 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:49.219924 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:49.329430 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:49.338491 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] Current status of the port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:49.338856 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.344553 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cbd20-45db-4059-aba2-98379e268cbc None None] Pushing event updated for resources: {'Port': ['ID=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:49.370117 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Set router 357dbab4-564c-4954-a701-ab2567a178d7 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:49.387583 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:49.423527 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:49.451565 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] For port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,segment=NetworkSegment(78f1a6ad-895f-47d4-a45e-0c724a1b8b91),segment_id=78f1a6ad-895f-47d4-a45e-0c724a1b8b91)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:49.465336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.591814 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed2d74-1e3c-455d-8b9a-01dafb49d2c8 None None] Pushing event updated for resources: {'Port': ['ID=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:49.596954 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-82ea6824-da6e-409b-8195-e517798a8a48 None None] Provisioning complete for port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:49.597322 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-82ea6824-da6e-409b-8195-e517798a8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.613566 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:49.682045 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 3, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:49.684123 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.686754 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:49Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:49.720381 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03922b-ef4f-426d-b82d-68ab6ab8bd65 None None] The sync data for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi is: [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:49Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:49.724379 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Checking router: 357dbab4-564c-4954-a701-ab2567a178d7 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:49.724728 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Updating router 357dbab4-564c-4954-a701-ab2567a178d7 port cc166671-d24e-4597-93d4-3474e0e93010 binding host dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:22:49.741919 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:22:49.806598 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-82ea6824-da6e-409b-8195-e517798a8a48 None None] Current status of the port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:49.815032 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cc166671-d24e-4597-93d4-3474e0e93010), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:49.819374 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:49.893407 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Allocated IP 172.20.0.1 (c572ef7f-caee-4a3a-9bc0-bf0bd102511d/4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2/e87436f3-5081-4862-a09a-cee234a4e424) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:22:49.970463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:49.971062 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.018837 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks [] for port (e87436f3-5081-4862-a09a-cee234a4e424), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.059433 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (e87436f3-5081-4862-a09a-cee234a4e424), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.105206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:50.107462 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:50.110806 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:50.115131 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:22:50.135447 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:50.135840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.145502 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Pushing event updated for resources: {'Port': ['ID=e87436f3-5081-4862-a09a-cee234a4e424,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:50.168163 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1748224'] for router_interface (357dbab4-564c-4954-a701-ab2567a178d7), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.244352 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:50.252275 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.253144 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:50.272579 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:50.330367 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:50.330937 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e87436f3-5081-4862-a09a-cee234a4e424), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.350770 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:50.360810 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Publish callbacks [] for port (cc166671-d24e-4597-93d4-3474e0e93010), precommit_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.375386 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (cc166671-d24e-4597-93d4-3474e0e93010), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.416296 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Attempting to bind port cc166671-d24e-4597-93d4-3474e0e93010 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:50.416754 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Attempting to bind port cc166671-d24e-4597-93d4-3474e0e93010 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:50.417563 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Attempting to bind port cc166671-d24e-4597-93d4-3474e0e93010 on network e91dcfef-2645-4716-ae0f-abd08e221c3c {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:50.446913 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:50.447374 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Checking segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:50.447865 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.448320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Bound using segment: {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'} {{(pid=106550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:50.448873 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.managers [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Bound port: cc166671-d24e-4597-93d4-3474e0e93010, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4c881-215e-4b91-bdd3-da9065157f12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}}] {{(pid=106550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:50.449309 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cc166671-d24e-4597-93d4-3474e0e93010), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.480782 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:50.481157 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.483878 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9308b5-1693-42e8-9df5-90f86789bb1c None None] Pushing event updated for resources: {'Port': ['ID=cc166671-d24e-4597-93d4-3474e0e93010,revision_number=2']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:50.512770 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7f3e6d2f-e900-4446-92cf-f809a54e263d None None] Provisioning complete for port e87436f3-5081-4862-a09a-cee234a4e424 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:50.513157 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7f3e6d2f-e900-4446-92cf-f809a54e263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e87436f3-5081-4862-a09a-cee234a4e424), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.540477 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks [] for port (e87436f3-5081-4862-a09a-cee234a4e424), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.547517 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (e87436f3-5081-4862-a09a-cee234a4e424), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.581263 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e6d2f-e900-4446-92cf-f809a54e263d None None] Port e87436f3-5081-4862-a09a-cee234a4e424 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:22:50.588671 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] For port cc166671-d24e-4597-93d4-3474e0e93010, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:50.592799 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] For port cc166671-d24e-4597-93d4-3474e0e93010, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=cc166671-d24e-4597-93d4-3474e0e93010,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:50.602104 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:50.621532 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (cc166671-d24e-4597-93d4-3474e0e93010), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.625318 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Pushing event updated for resources: {'Port': ['ID=e87436f3-5081-4862-a09a-cee234a4e424,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:50.628320 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1748372'] for router_interface (357dbab4-564c-4954-a701-ab2567a178d7), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.737679 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:22:50.739449 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:22:50.811458 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:50.812564 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 12bba051-438b-4875-b33d-9f2e6b08d7f2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:50.838514 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Routers {'357dbab4-564c-4954-a701-ab2567a178d7'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:50.839174 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['357dbab4-564c-4954-a701-ab2567a178d7'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:50.869655 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Router 357dbab4-564c-4954-a701-ab2567a178d7 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:22:50.921938 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9308b5-1693-42e8-9df5-90f86789bb1c None None] Pushing event updated for resources: {'Port': ['ID=cc166671-d24e-4597-93d4-3474e0e93010,revision_number=3']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:50.958645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:50.984804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 12bba051-438b-4875-b33d-9f2e6b08d7f2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:50.985501 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:50.992773 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:22:50.998552 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a3c4e762-e833-4cb7-9078-140d05604a65 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/357dbab4-564c-4954-a701-ab2567a178d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642790 Aug 29 20:22:51.021410 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] Set router 357dbab4-564c-4954-a701-ab2567a178d7 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:51.069733 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-d43e280a-fc33-4b67-a5e8-c1988aa07a86 None None] Provisioning complete for port e87436f3-5081-4862-a09a-cee234a4e424 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:51.070380 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d43e280a-fc33-4b67-a5e8-c1988aa07a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e87436f3-5081-4862-a09a-cee234a4e424), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:51.161877 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-d43e280a-fc33-4b67-a5e8-c1988aa07a86 None None] Port e87436f3-5081-4862-a09a-cee234a4e424 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:22:51.243099 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 12bba051-438b-4875-b33d-9f2e6b08d7f2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:51.328288 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'e87436f3-5081-4862-a09a-cee234a4e424', 'name': '', 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'mac_address': 'fa:16:3e:1d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:49Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 2, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'subnets': [{'id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:51.355399 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cb847-467d-43af-9fd8-d3e76a3c4458 None None] The sync data for ids ['357dbab4-564c-4954-a701-ab2567a178d7'] in dv-cinder-854261-2-iscsi is: [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'e87436f3-5081-4862-a09a-cee234a4e424', 'name': '', 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'mac_address': 'fa:16:3e:1d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:49Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 2, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'subnets': [{'id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:51.720463 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:51.782973 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:51.783260 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:51.784914 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:51.874729 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:51.875897 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:51.945419 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:51.945828 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:52.070389 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:53.709302 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cc166671-d24e-4597-93d4-3474e0e93010 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:53.766784 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port cc166671-d24e-4597-93d4-3474e0e93010 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:53.767275 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (cc166671-d24e-4597-93d4-3474e0e93010), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:53.861641 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port cc166671-d24e-4597-93d4-3474e0e93010 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:53.862190 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (cc166671-d24e-4597-93d4-3474e0e93010), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:53.893212 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port cc166671-d24e-4597-93d4-3474e0e93010, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=cc166671-d24e-4597-93d4-3474e0e93010,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:53.904275 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (cc166671-d24e-4597-93d4-3474e0e93010), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:53.908578 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:53.980260 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=cc166671-d24e-4597-93d4-3474e0e93010,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:54.000575 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Sync routers for ids ['357dbab4-564c-4954-a701-ab2567a178d7'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:22:54.023797 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Routers {'357dbab4-564c-4954-a701-ab2567a178d7'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:54.024427 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['357dbab4-564c-4954-a701-ab2567a178d7'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:54.147152 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Set router 357dbab4-564c-4954-a701-ab2567a178d7 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:54.360770 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'e87436f3-5081-4862-a09a-cee234a4e424', 'name': '', 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'mac_address': 'fa:16:3e:1d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:49Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 2, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'subnets': [{'id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:54.387244 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Checking router: 357dbab4-564c-4954-a701-ab2567a178d7 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:22:54.388171 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Updating router 357dbab4-564c-4954-a701-ab2567a178d7 port e87436f3-5081-4862-a09a-cee234a4e424 binding host dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:22:54.418958 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e87436f3-5081-4862-a09a-cee234a4e424), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:54.632513 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:54.715664 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Publish callbacks [] for port (e87436f3-5081-4862-a09a-cee234a4e424), precommit_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:54.723782 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e87436f3-5081-4862-a09a-cee234a4e424), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:54.787555 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3745ca-28c1-4e05-a836-7b63233b5920 None None] Pushing event updated for resources: {'Port': ['ID=e87436f3-5081-4862-a09a-cee234a4e424,revision_number=3']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:54.825596 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Attempting to bind port e87436f3-5081-4862-a09a-cee234a4e424 on host dv-cinder-854261-2-iscsi for vnic_type normal with profile {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:22:54.826002 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Attempting to bind port e87436f3-5081-4862-a09a-cee234a4e424 by drivers openvswitch,hyperv on host dv-cinder-854261-2-iscsi at level 0 using segments [{'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:22:54.826378 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Attempting to bind port e87436f3-5081-4862-a09a-cee234a4e424 on network c572ef7f-caee-4a3a-9bc0-bf0bd102511d {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:22:54.832312 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Checking agent: {'id': '82e5af3d-7ac9-45a0-8acd-e0f090b2cd91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 4, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:22:54.832681 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Checking segment: {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:22:54.833080 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:54.833466 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Bound using segment: {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'} {{(pid=106551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:22:54.833968 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.managers [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Bound port: e87436f3-5081-4862-a09a-cee234a4e424, host: dv-cinder-854261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f1a6ad-895f-47d4-a45e-0c724a1b8b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d'}}] {{(pid=106551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:22:54.834347 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e87436f3-5081-4862-a09a-cee234a4e424), before_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:54.848356 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:54.906747 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] For port e87436f3-5081-4862-a09a-cee234a4e424, host dv-cinder-854261-2-iscsi, cleared binding levels {{(pid=106551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:22:54.910135 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.plugins.ml2.db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] For port e87436f3-5081-4862-a09a-cee234a4e424, host dv-cinder-854261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e87436f3-5081-4862-a09a-cee234a4e424,segment=NetworkSegment(78f1a6ad-895f-47d4-a45e-0c724a1b8b91),segment_id=78f1a6ad-895f-47d4-a45e-0c724a1b8b91)] {{(pid=106551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:22:54.941838 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron_lib.callbacks.manager [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e87436f3-5081-4862-a09a-cee234a4e424), after_update {{(pid=106551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:54.987947 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Routers {'357dbab4-564c-4954-a701-ab2567a178d7'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:22:54.988495 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:22:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['357dbab4-564c-4954-a701-ab2567a178d7'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:55.108089 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3745ca-28c1-4e05-a836-7b63233b5920 None None] Pushing event updated for resources: {'Port': ['ID=e87436f3-5081-4862-a09a-cee234a4e424,revision_number=4']} {{(pid=106551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:55.122608 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] Set router 357dbab4-564c-4954-a701-ab2567a178d7 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:22:55.354899 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'e87436f3-5081-4862-a09a-cee234a4e424', 'name': '', 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'mac_address': 'fa:16:3e:1d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:49Z', 'updated_at': '2022-08-29T20:22:54Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'subnets': [{'id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:22:55.382829 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ad0b9-8d73-498c-aca4-512aa1f03c68 None None] The sync data for ids ['357dbab4-564c-4954-a701-ab2567a178d7'] in dv-cinder-854261-2-iscsi is: [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'e87436f3-5081-4862-a09a-cee234a4e424', 'name': '', 'network_id': 'c572ef7f-caee-4a3a-9bc0-bf0bd102511d', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'mac_address': 'fa:16:3e:1d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:49Z', 'updated_at': '2022-08-29T20:22:54Z', 'revision_number': 4, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'subnets': [{'id': '4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:22:55.712323 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e87436f3-5081-4862-a09a-cee234a4e424 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:55.770869 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port e87436f3-5081-4862-a09a-cee234a4e424 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:55.771331 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e87436f3-5081-4862-a09a-cee234a4e424), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:55.873790 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port e87436f3-5081-4862-a09a-cee234a4e424 is: DOWN; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:55.874328 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (e87436f3-5081-4862-a09a-cee234a4e424), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:55.952056 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] For port e87436f3-5081-4862-a09a-cee234a4e424, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e87436f3-5081-4862-a09a-cee234a4e424,segment=NetworkSegment(78f1a6ad-895f-47d4-a45e-0c724a1b8b91),segment_id=78f1a6ad-895f-47d4-a45e-0c724a1b8b91)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:22:55.960093 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (e87436f3-5081-4862-a09a-cee234a4e424), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:55.961495 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cc166671-d24e-4597-93d4-3474e0e93010 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:56.109154 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Pushing event updated for resources: {'Port': ['ID=e87436f3-5081-4862-a09a-cee234a4e424,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:22:56.127340 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port cc166671-d24e-4597-93d4-3474e0e93010 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:56.128181 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (cc166671-d24e-4597-93d4-3474e0e93010), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:56.244589 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port cc166671-d24e-4597-93d4-3474e0e93010 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:57.654457 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e87436f3-5081-4862-a09a-cee234a4e424 up at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:22:57.658012 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:57.715687 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Provisioning complete for port e87436f3-5081-4862-a09a-cee234a4e424 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:22:57.716265 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (e87436f3-5081-4862-a09a-cee234a4e424), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:22:57.816489 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:22:57.818452 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Current status of the port e87436f3-5081-4862-a09a-cee234a4e424 is: ACTIVE; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:22:57.851075 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=18 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:00.986731 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=39 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:00.988137 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=72 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:01.439607 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-fcd707af-6747-4b17-8d14-8cc183a1d030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:01.467092 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-f41089e4-f0fd-4ae8-bc0a-79504fe2c2f1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:01.470014 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-f41089e4-f0fd-4ae8-bc0a-79504fe2c2f1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 815 time: 0.1609268 Aug 29 20:23:01.488719 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-28029a5b-2f53-4bf1-b716-c4acfcce659a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/quotas/9f9f5a2386e2451f9a9b833859343595 HTTP/1.1" status: 200 len: 375 time: 0.0108895 Aug 29 20:23:01.551100 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-294ecebb-aec2-436e-86e5-5c74e896d324 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562749 Aug 29 20:23:01.574889 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-defbfa2b-7086-4c38-bfab-74066fc945a5 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:23:01.576972 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-defbfa2b-7086-4c38-bfab-74066fc945a5 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091686 Aug 29 20:23:01.676620 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-e97b8235-527f-4055-88b9-a2f871f8cc89 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934052 Aug 29 20:23:01.801667 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-35ec7447-b2e7-476d-9cd5-8e89d8501df1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192687 Aug 29 20:23:02.236308 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7cfbb68d-d30f-45ba-acd4-1bf1c972c0ef req-ea06301a-a78b-4bc8-be0e-f48855b7b2cf tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 210 time: 0.2859266 Aug 29 20:23:03.348188 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1dc8580b-4a64-401e-ac0b-6353510c8e60 req-298c643e-6f2f-493f-86b5-060fe2a1772f tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Aug 29 20:23:03.617204 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-55e6f77e-df12-4541-b89a-0b7643af3015 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:03.618713 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-55e6f77e-df12-4541-b89a-0b7643af3015 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.77 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 815 time: 0.1499774 Aug 29 20:23:03.647644 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'port': {'device_id': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'admin_state_up': True, 'tenant_id': '9f9f5a2386e2451f9a9b833859343595'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:03.816280 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Made reservation on behalf of 9f9f5a2386e2451f9a9b833859343595 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:23:03.822206 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:03.879523 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ed773314-005b-43d2-a5ef-f90facee5a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:03.998275 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Allocated IP 172.20.0.8 (72f342c8-cf40-409f-b436-aa5b868afdf8/b552b2fb-ce04-4a06-9f0a-80881089e234/fc186e24-1eed-41aa-8b3e-068089cecf38) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:23:04.194474 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:04.200750 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:04.213160 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:04.246577 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:04.318841 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:23:04.350584 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:23:04.353562 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:04.358706 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:23:04.465196 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:04.466675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:04.498990 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-9e7c0fa5-7ee5-489b-90e1-0b53442cdb6e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558950 Aug 29 20:23:04.636203 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1992a27-dc4e-44b4-90ac-ba58bf9968dc req-cb16789b-7796-4f72-a5f7-edd0e2338ab3 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:04.653924 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1992a27-dc4e-44b4-90ac-ba58bf9968dc req-cb16789b-7796-4f72-a5f7-edd0e2338ab3 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.1320667 Aug 29 20:23:04.748637 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a1992a27-dc4e-44b4-90ac-ba58bf9968dc req-51cda42f-7672-4723-81db-3a26b9e7a814 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932920 Aug 29 20:23:04.934231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-eaf71ec9-e91c-4b3f-84c1-db1465dfec3d None None] Provisioning complete for port fc186e24-1eed-41aa-8b3e-068089cecf38 triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:04.935764 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-eaf71ec9-e91c-4b3f-84c1-db1465dfec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:04.999231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-eaf71ec9-e91c-4b3f-84c1-db1465dfec3d None None] Port fc186e24-1eed-41aa-8b3e-068089cecf38 cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:23:05.350230 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:05.359732 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:05.400365 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:05.936992 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191102-e9bb-4437-9416-b03ed81f8c13 req-2568d25c-577c-460b-906e-a8b44ba19e03 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:05.939634 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-77191102-e9bb-4437-9416-b03ed81f8c13 req-2568d25c-577c-460b-906e-a8b44ba19e03 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0699122 Aug 29 20:23:06.009864 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-77191102-e9bb-4437-9416-b03ed81f8c13 req-8003e42e-5afa-4e37-afd1-3a3253e9e45c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635264 Aug 29 20:23:06.343578 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:06.813030 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:07.097311 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:07.219844 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c67f5-0cb2-4607-9daf-dc15dccea067 req-7c175d33-6091-41a9-b7fc-7dc7cd33aac1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:07.221448 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b26c67f5-0cb2-4607-9daf-dc15dccea067 req-7c175d33-6091-41a9-b7fc-7dc7cd33aac1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0699120 Aug 29 20:23:07.299232 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b26c67f5-0cb2-4607-9daf-dc15dccea067 req-5b567538-ce54-4878-a3ff-1e6c51159035 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660601 Aug 29 20:23:08.488328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2bf21-be4f-4e74-a774-bf6f956118f7 req-255c37a3-35b9-44f1-9fa3-c02dc9c5d104 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:08.490057 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-70c2bf21-be4f-4e74-a774-bf6f956118f7 req-255c37a3-35b9-44f1-9fa3-c02dc9c5d104 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0697787 Aug 29 20:23:08.561623 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-70c2bf21-be4f-4e74-a774-bf6f956118f7 req-9144f9b9-841c-4212-b291-0648596346da tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646858 Aug 29 20:23:09.704112 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9a67-f1ef-4a51-8213-912873409f83 req-3f68a0b9-848d-4979-8c67-6bf3da586d6a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:09.706475 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7a1b9a67-f1ef-4a51-8213-912873409f83 req-3f68a0b9-848d-4979-8c67-6bf3da586d6a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0627010 Aug 29 20:23:09.784775 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7a1b9a67-f1ef-4a51-8213-912873409f83 req-a483fe0f-e716-4e3b-ae9b-e80d84aff22f tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715675 Aug 29 20:23:10.986446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b4f4-31a6-455d-8e36-b3f3450cf1f0 req-0ac3b317-8129-41e1-bab6-841d5e215912 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:10.989904 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dbf9b4f4-31a6-455d-8e36-b3f3450cf1f0 req-0ac3b317-8129-41e1-bab6-841d5e215912 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0833647 Aug 29 20:23:11.049758 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dbf9b4f4-31a6-455d-8e36-b3f3450cf1f0 req-2b779ec5-ba25-4c68-96d0-b5724388e1dc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Aug 29 20:23:12.221461 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457a463-8c2a-4d60-b190-082ade2a7850 req-82410270-72ff-4b20-b334-0111a73f75ee tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:12.231502 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2457a463-8c2a-4d60-b190-082ade2a7850 req-82410270-72ff-4b20-b334-0111a73f75ee tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0860724 Aug 29 20:23:12.297691 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2457a463-8c2a-4d60-b190-082ade2a7850 req-50b4f76c-2008-44b3-a947-8e70657a4820 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602510 Aug 29 20:23:13.449329 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f34ba4-053f-4cc1-b3c0-871dde3f77e3 req-b1c540c4-3bbf-46f2-bd03-a3de70a43ea9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:13.450881 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b8f34ba4-053f-4cc1-b3c0-871dde3f77e3 req-b1c540c4-3bbf-46f2-bd03-a3de70a43ea9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0612473 Aug 29 20:23:13.521460 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b8f34ba4-053f-4cc1-b3c0-871dde3f77e3 req-24b4ae12-7725-4d53-b2a7-e21d10fb9457 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597265 Aug 29 20:23:14.295662 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-91a9e9bf-4b5c-4097-921d-12ba0aa43725 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106549) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:23:14.296854 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-91a9e9bf-4b5c-4097-921d-12ba0aa43725 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055339 Aug 29 20:23:14.336528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Request body: {'port': {'device_id': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:14.427544 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:14.697967 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87104fc-ca53-4fa8-bd1a-0ef813ebcafb req-fca81488-589e-4ac6-bef7-9fe3e06a3f58 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:14.703519 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e87104fc-ca53-4fa8-bd1a-0ef813ebcafb req-fca81488-589e-4ac6-bef7-9fe3e06a3f58 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 931 time: 0.0672858 Aug 29 20:23:14.760346 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e87104fc-ca53-4fa8-bd1a-0ef813ebcafb req-340faf7c-f1f1-4d97-9e0b-7f5ddcce0f90 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Aug 29 20:23:14.771057 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc186e24-1eed-41aa-8b3e-068089cecf38 {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:14.779303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Publish callbacks [] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:14.795069 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Transition to ACTIVE for port object fc186e24-1eed-41aa-8b3e-068089cecf38 will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:23:14.798820 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:14.868495 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:14.933793 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Attempting to bind port fc186e24-1eed-41aa-8b3e-068089cecf38 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:23:14.934137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Attempting to bind port fc186e24-1eed-41aa-8b3e-068089cecf38 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:23:14.934762 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Attempting to bind port fc186e24-1eed-41aa-8b3e-068089cecf38 on network 72f342c8-cf40-409f-b436-aa5b868afdf8 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:14.940058 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Port fc186e24-1eed-41aa-8b3e-068089cecf38 on network 72f342c8-cf40-409f-b436-aa5b868afdf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:23:14.940381 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Attempting to bind port fc186e24-1eed-41aa-8b3e-068089cecf38 on network 72f342c8-cf40-409f-b436-aa5b868afdf8 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:14.945949 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:23:14.946444 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Checking segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:23:14.946830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Bound using segment: {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:23:14.947364 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Bound port: fc186e24-1eed-41aa-8b3e-068089cecf38, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf051baa-f3a9-40ea-9d48-e4e669000a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:23:14.947844 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:15.009286 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:15.026073 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:23:15.031220 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:23:15.040858 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:15.046619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.047470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:15.048930 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 1093 time: 0.7168841 Aug 29 20:23:15.051345 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:15.051854 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13fa79e-ff17-4682-abd4-941e667f4872" -d '{"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:15.097585 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f15870d-ce59-4b7a-8c55-c77732798c07 x-openstack-request-id: req-7f15870d-ce59-4b7a-8c55-c77732798c07 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:15.098052 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:15.098312 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f15870d-ce59-4b7a-8c55-c77732798c07 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:15.098716 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f15870d-ce59-4b7a-8c55-c77732798c07'] response: {'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'status': 'completed', 'code': 200} Aug 29 20:23:15.115951 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fea7c-02b1-4407-a8f4-c6059a514527 service neutron] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:15.239034 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa79e-ff17-4682-abd4-941e667f4872 req-182e5746-bfa4-4605-9a4b-d1a04342d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.241051 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d13fa79e-ff17-4682-abd4-941e667f4872 req-182e5746-bfa4-4605-9a4b-d1a04342d647 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1127 time: 0.0439467 Aug 29 20:23:15.441388 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa79e-ff17-4682-abd4-941e667f4872 req-fb0d9f2c-0867-4ae0-ad80-28d35817614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.442868 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d13fa79e-ff17-4682-abd4-941e667f4872 req-fb0d9f2c-0867-4ae0-ad80-28d35817614c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=9f9f5a2386e2451f9a9b833859343595&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1872668 Aug 29 20:23:15.604054 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:15.640688 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fa79e-ff17-4682-abd4-941e667f4872 req-34a3c0cb-ef24-4b54-8d53-bd61d44854f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.642568 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d13fa79e-ff17-4682-abd4-941e667f4872 req-34a3c0cb-ef24-4b54-8d53-bd61d44854f6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926849 Aug 29 20:23:15.753745 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-a024f8ff-013d-430c-bc8b-ed6de6faddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.755297 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-a024f8ff-013d-430c-bc8b-ed6de6faddec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1127 time: 0.0455015 Aug 29 20:23:15.809687 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-1a0e6863-b846-4cd5-a526-d753fcf1992c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 217 time: 0.0373003 Aug 29 20:23:15.870948 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-85bfa5d4-1a01-4e83-a513-1451a310cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.872579 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-85bfa5d4-1a01-4e83-a513-1451a310cbcf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 200 len: 854 time: 0.0542352 Aug 29 20:23:15.900795 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceea7d-6dd6-4778-9eb7-b76be8fa4afd req-b9fc9f5c-51cf-4d15-9a86-4a0ad47c9909 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.902976 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-07ceea7d-6dd6-4778-9eb7-b76be8fa4afd req-b9fc9f5c-51cf-4d15-9a86-4a0ad47c9909 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Aug 29 20:23:15.922169 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-b738b842-6c91-4c63-9a55-5b66303bfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:15.923689 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-b738b842-6c91-4c63-9a55-5b66303bfecd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=72f342c8-cf40-409f-b436-aa5b868afdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447953 Aug 29 20:23:15.966537 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-07ceea7d-6dd6-4778-9eb7-b76be8fa4afd req-5a2fcf82-a2b6-4eae-a892-29599269709b tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Aug 29 20:23:16.004513 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:16.016762 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:16.064027 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-8826509d-4d8e-44d2-96e6-180c882bdc52 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335328 Aug 29 20:23:16.188394 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-25e8244c-efc2-4455-b6d2-bb9782f223c0 req-fd8f04f1-7318-4427-ab76-cf1f46c79e19 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157134 Aug 29 20:23:16.313851 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17ed0d-4801-4b35-9f30-f4cccb3a1848 req-4f108ab8-70ea-40ee-a385-d9be20b8defb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:16.315487 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc17ed0d-4801-4b35-9f30-f4cccb3a1848 req-4f108ab8-70ea-40ee-a385-d9be20b8defb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 945 time: 0.0629208 Aug 29 20:23:16.371197 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:16.377017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:16.390296 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-fc17ed0d-4801-4b35-9f30-f4cccb3a1848 req-941e965a-177b-499c-b3cb-084678c54d9e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675797 Aug 29 20:23:17.083940 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:17.092528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:17.123114 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f52b7c-fb2c-426e-b2ab-0dfbda16241a req-3b8f6674-ae34-4ab5-aae1-39d37305febc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:17.124737 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-65f52b7c-fb2c-426e-b2ab-0dfbda16241a req-3b8f6674-ae34-4ab5-aae1-39d37305febc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 943 time: 0.0576620 Aug 29 20:23:17.182458 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-65f52b7c-fb2c-426e-b2ab-0dfbda16241a req-d57bb8db-7949-48b5-b318-b2e112464696 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Aug 29 20:23:17.535888 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567de259-009c-431f-9da1-0664c5279358 req-c9e35a7e-3230-4f43-acbe-b3cf191d1319 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:17.537465 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-567de259-009c-431f-9da1-0664c5279358 req-c9e35a7e-3230-4f43-acbe-b3cf191d1319 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 945 time: 0.0619209 Aug 29 20:23:17.599667 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-567de259-009c-431f-9da1-0664c5279358 req-75b6243a-f5ee-4de4-81bd-128a40a1de09 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531621 Aug 29 20:23:18.313985 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fe299-5a53-49ae-a64b-29eac257d7ae req-4d09474e-973a-42aa-ad8e-b0a45d083b8d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:18.315532 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f80fe299-5a53-49ae-a64b-29eac257d7ae req-4d09474e-973a-42aa-ad8e-b0a45d083b8d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 943 time: 0.0573325 Aug 29 20:23:18.367215 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f80fe299-5a53-49ae-a64b-29eac257d7ae req-71c29d61-22ee-43d6-8220-7d30d919b534 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Aug 29 20:23:18.726618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2c99-fa27-4e4d-b08c-59e212fea984 req-08c2b068-60be-4d72-88c5-6c89a5ab1d89 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:18.729073 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4e8b2c99-fa27-4e4d-b08c-59e212fea984 req-08c2b068-60be-4d72-88c5-6c89a5ab1d89 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 945 time: 0.0499427 Aug 29 20:23:18.790599 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4e8b2c99-fa27-4e4d-b08c-59e212fea984 req-66c7f3aa-acdc-4f8c-a96b-e7f01f982f93 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522656 Aug 29 20:23:18.992933 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-9bca8ac1-25b1-460e-a60d-cbd6a9935a9e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:18.994480 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-9bca8ac1-25b1-460e-a60d-cbd6a9935a9e tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 945 time: 0.0483439 Aug 29 20:23:19.084110 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Deleting port 0583f15b-4997-4fe9-ac45-41bece32f59a {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:23:19.084454 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:19.101279 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:19.181231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] For port 0583f15b-4997-4fe9-ac45-41bece32f59a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0583f15b-4997-4fe9-ac45-41bece32f59a,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:19.181995 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:19.199114 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Calling delete_port for 0583f15b-4997-4fe9-ac45-41bece32f59a owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:23:19.356118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (0583f15b-4997-4fe9-ac45-41bece32f59a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:19.384507 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Pushing event deleted for resources: {'Port': ['ID=0583f15b-4997-4fe9-ac45-41bece32f59a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:19.400077 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['0583f15b-4997-4fe9-ac45-41bece32f59a'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:19.448165 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] No DVR routers for this DVR port 0583f15b-4997-4fe9-ac45-41bece32f59a on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:23:19.450889 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:19.456651 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b31b0bd5-4114-4a87-82c0-693e4f4f913c req-d56d098b-f8af-4623-b245-86ebb8daaedd tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "DELETE /networking/v2.0/ports/0583f15b-4997-4fe9-ac45-41bece32f59a HTTP/1.1" status: 204 len: 173 time: 0.4548573 Aug 29 20:23:19.456651 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a39c75-450f-47b4-b540-56605b41f89d', 'name': 'network-vif-deleted', 'tag': '0583f15b-4997-4fe9-ac45-41bece32f59a'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:19.458873 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64de58-a7fc-4478-a57d-1467e0e2b276" -d '{"events": [{"server_uuid": "85a39c75-450f-47b4-b540-56605b41f89d", "name": "network-vif-deleted", "tag": "0583f15b-4997-4fe9-ac45-41bece32f59a"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:19.509429 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed01a0-7542-4322-b77e-f05499555fec x-openstack-request-id: req-56ed01a0-7542-4322-b77e-f05499555fec {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:19.509730 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a39c75-450f-47b4-b540-56605b41f89d", "name": "network-vif-deleted", "tag": "0583f15b-4997-4fe9-ac45-41bece32f59a", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:19.510003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56ed01a0-7542-4322-b77e-f05499555fec {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:19.510387 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ed01a0-7542-4322-b77e-f05499555fec'] response: {'server_uuid': '85a39c75-450f-47b4-b540-56605b41f89d', 'name': 'network-vif-deleted', 'tag': '0583f15b-4997-4fe9-ac45-41bece32f59a', 'status': 'completed', 'code': 200} Aug 29 20:23:19.523010 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a756a-e77d-4c90-801d-7d060b98a043 req-0b8c0ab8-5e8e-4235-93a3-5965356e8abf tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:19.524943 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-705a756a-e77d-4c90-801d-7d060b98a043 req-0b8c0ab8-5e8e-4235-93a3-5965356e8abf tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 943 time: 0.0693457 Aug 29 20:23:19.561740 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:19.582844 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-705a756a-e77d-4c90-801d-7d060b98a043 req-3a59d11e-01e9-4d4a-a4c1-fc1599c28a4d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518687 Aug 29 20:23:19.925375 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aa7c2b2e-0aaf-47fa-845e-f59b143bf90a req-4ac77fd3-d47e-4c8f-9590-1c71fc5719b6 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0308173 Aug 29 20:23:20.709434 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cd931-9184-47a6-927a-cdc372808c55 req-d86588e4-c5e3-4365-a085-3eb73640f020 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:20.710972 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-803cd931-9184-47a6-927a-cdc372808c55 req-d86588e4-c5e3-4365-a085-3eb73640f020 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 943 time: 0.0500596 Aug 29 20:23:20.760366 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-803cd931-9184-47a6-927a-cdc372808c55 req-f6ed576d-10e4-49c6-b0af-d9771a97d367 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Aug 29 20:23:21.052135 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2534581a-1a32-40ef-9365-e0da3b3229c5 req-afd3da93-a29f-412a-99e3-7bd36f5981ce tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0335388 Aug 29 20:23:21.887470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bdbfc-5ee5-4281-8ec9-40067d0e2cfc req-40059e77-cbd8-45d5-a380-4c4ddf69baa1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:21.889034 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1f5bdbfc-5ee5-4281-8ec9-40067d0e2cfc req-40059e77-cbd8-45d5-a380-4c4ddf69baa1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 943 time: 0.0534146 Aug 29 20:23:21.945011 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1f5bdbfc-5ee5-4281-8ec9-40067d0e2cfc req-bca1518a-f2b5-454d-8cbb-684d95c505a2 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501659 Aug 29 20:23:22.179016 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8d8bdeef-05d7-48e4-8947-3d4e8883daea req-2b298ba0-b8ae-45e4-b03a-ac03ce30d740 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=85a39c75-450f-47b4-b540-56605b41f89d HTTP/1.1" status: 200 len: 210 time: 0.0296571 Aug 29 20:23:22.409974 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device fc186e24-1eed-41aa-8b3e-068089cecf38 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:23:22.526692 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:22.681977 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'port_id': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'mac_address': 'fa:16:3e:cd:3d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:23:22.721166 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port fc186e24-1eed-41aa-8b3e-068089cecf38 is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:22.721557 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:22.735920 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc186e24-1eed-41aa-8b3e-068089cecf38 {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:22.758249 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:22.762522 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:22.814285 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:22.822411 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.822755 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.823074 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.823405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.823731 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.824054 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.824373 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.824696 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.825031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.825336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.825662 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.826002 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.826323 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.826633 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:22.826945 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:23.090783 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa90ec5-771a-4218-83ba-86ec47c51790 req-e46c6307-e232-415f-85c3-c0d18bbebc4e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:23.094124 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ffa90ec5-771a-4218-83ba-86ec47c51790 req-e46c6307-e232-415f-85c3-c0d18bbebc4e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 944 time: 0.0680866 Aug 29 20:23:23.166277 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ffa90ec5-771a-4218-83ba-86ec47c51790 req-77433574-cfaa-4913-85a0-cd2b3d30a40b tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623705 Aug 29 20:23:23.259485 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['fc186e24-1eed-41aa-8b3e-068089cecf38'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:24.319239 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41812bc-3379-4676-a262-e93e1c0a2f2f req-1b40ce77-bde7-4f8d-95ca-1b75796014b2 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:24.321041 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c41812bc-3379-4676-a262-e93e1c0a2f2f req-1b40ce77-bde7-4f8d-95ca-1b75796014b2 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 944 time: 0.0685232 Aug 29 20:23:24.381402 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c41812bc-3379-4676-a262-e93e1c0a2f2f req-ee280a65-80c8-4af0-8352-273b6dbfb942 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539765 Aug 29 20:23:24.422706 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device fc186e24-1eed-41aa-8b3e-068089cecf38 up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:23:24.472419 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port fc186e24-1eed-41aa-8b3e-068089cecf38 completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:23:24.481673 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port fc186e24-1eed-41aa-8b3e-068089cecf38 triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:24.482093 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:24.581140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port fc186e24-1eed-41aa-8b3e-068089cecf38 is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:24.581525 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:24.607884 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:24.610400 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8512507e-5055-4e2a-8d9d-3ce62104aaa5" -d '{"events": [{"server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "name": "network-vif-plugged", "status": "completed", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:24.629295 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:24.636405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:24.637324 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0583f15b-4997-4fe9-ac45-41bece32f59a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:23:24.661647 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac8d99f-ae80-4028-8e50-926207f2e220 x-openstack-request-id: req-9ac8d99f-ae80-4028-8e50-926207f2e220 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:24.661965 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "name": "network-vif-plugged", "status": "completed", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:24.662221 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ac8d99f-ae80-4028-8e50-926207f2e220 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:24.662625 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac8d99f-ae80-4028-8e50-926207f2e220'] response: {'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'code': 200} Aug 29 20:23:24.685645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 0583f15b-4997-4fe9-ac45-41bece32f59a {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:23:24.686037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 0583f15b-4997-4fe9-ac45-41bece32f59a not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:23:24.716941 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:25.215301 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960b7d-142a-4b93-90b7-d3dab5a2afe5 req-4fa71ec1-b900-42ff-801b-110996c4f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:25.215301 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-04960b7d-142a-4b93-90b7-d3dab5a2afe5 req-4fa71ec1-b900-42ff-801b-110996c4f5b9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1129 time: 0.3124502 Aug 29 20:23:25.262603 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-04960b7d-142a-4b93-90b7-d3dab5a2afe5 req-05d3076a-e5c7-408d-96e1-5d53fd37099a service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Aug 29 20:23:25.508756 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:25.525617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a16f-f452-4968-8bff-a29978055aca req-c8505cf0-db36-48cc-a2fe-79a766d5407c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:25.527247 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-da73a16f-f452-4968-8bff-a29978055aca req-c8505cf0-db36-48cc-a2fe-79a766d5407c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0559120 Aug 29 20:23:25.592822 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-da73a16f-f452-4968-8bff-a29978055aca req-6b6845f3-9987-47a6-8ca0-1b5f56ba276e tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591776 Aug 29 20:23:26.450675 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=12 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:26.451573 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:26.724091 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6f4d-0cec-4577-96f0-28bd6974049e req-a63031bb-c06b-46ee-a931-b3c21b06741a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:26.725577 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f0ed6f4d-0cec-4577-96f0-28bd6974049e req-a63031bb-c06b-46ee-a931-b3c21b06741a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Aug 29 20:23:26.742093 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:23:26.774791 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f0ed6f4d-0cec-4577-96f0-28bd6974049e req-373be927-0712-45d3-b921-6eb9a41805da tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Aug 29 20:23:27.903929 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b1b44-dcb5-416f-acbb-8c7fdd3e98f5 req-38188c32-5327-4482-8328-f28ab287b1ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:27.905668 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-da2b1b44-dcb5-416f-acbb-8c7fdd3e98f5 req-38188c32-5327-4482-8328-f28ab287b1ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0536237 Aug 29 20:23:27.963390 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-da2b1b44-dcb5-416f-acbb-8c7fdd3e98f5 req-6ae6b86a-d8ff-4bf5-bfbf-fbfee488991c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493441 Aug 29 20:23:29.114272 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410e481-b1b8-4b5a-8c80-df18a21194ca req-de9c1985-9b6f-4910-ace8-c55ed132baa1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:29.122941 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4410e481-b1b8-4b5a-8c80-df18a21194ca req-de9c1985-9b6f-4910-ace8-c55ed132baa1 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0672543 Aug 29 20:23:29.190382 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4410e481-b1b8-4b5a-8c80-df18a21194ca req-6a44292e-ffd2-499c-8267-c8146abba6a6 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637321 Aug 29 20:23:30.348153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f5098-4b34-4e75-8e61-761eed9958d1 req-028dae60-d00f-48ac-95b1-b1c2a67be76f tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:30.350778 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-687f5098-4b34-4e75-8e61-761eed9958d1 req-028dae60-d00f-48ac-95b1-b1c2a67be76f tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0610735 Aug 29 20:23:30.414947 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-687f5098-4b34-4e75-8e61-761eed9958d1 req-465d9b55-1278-47b7-aa93-07510c993675 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560923 Aug 29 20:23:30.579752 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bce446-b5f1-4c51-a67a-3ee58de0d061 req-35284f1b-be0a-4526-9616-6b17a23b25e7 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:30.581351 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-81bce446-b5f1-4c51-a67a-3ee58de0d061 req-35284f1b-be0a-4526-9616-6b17a23b25e7 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0687335 Aug 29 20:23:30.640986 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-81bce446-b5f1-4c51-a67a-3ee58de0d061 req-8a7bc47c-2e78-4be5-91b8-38e0d4f1a2a6 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Aug 29 20:23:30.846186 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-bb089283-1dec-42c7-9a78-ca477ebc17a9 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1427790051&fields=id&tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 267 time: 0.0591941 Aug 29 20:23:31.035586 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-472cf9e7-8a23-42db-803d-e8801c2cb2a1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:31.039744 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-472cf9e7-8a23-42db-803d-e8801c2cb2a1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 812 time: 0.1794660 Aug 29 20:23:31.063617 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-d015c859-5032-4da0-8789-c191c39e8a88 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/quotas/ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 375 time: 0.0175357 Aug 29 20:23:31.130972 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd3db6-6962-49df-8c9f-cb3f87d8bcd7 req-90a5869d-2aba-4474-91ee-c0badbabff6c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:31.133501 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27dd3db6-6962-49df-8c9f-cb3f87d8bcd7 req-90a5869d-2aba-4474-91ee-c0badbabff6c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.1028128 Aug 29 20:23:31.156492 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-8b0417ab-213e-41cd-8b8c-98b0bfc25dd4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733159 Aug 29 20:23:31.217954 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-27dd3db6-6962-49df-8c9f-cb3f87d8bcd7 req-cf03045d-0eb8-4bae-b269-173da2b6cf28 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781796 Aug 29 20:23:31.452351 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-c5e62ace-e14c-429c-ab13-8520ff91fed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:31.458307 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:31.472579 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-ada8ae09-3a2f-47f8-8f8d-b90c23f5a512 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942648 Aug 29 20:23:31.619216 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-7b43d855-cc4d-4b13-bbfa-844ba6cb6e52 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449239 Aug 29 20:23:32.074124 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e1cb603c-447b-4a57-9501-54a190686ca4 req-5514d009-e52d-4635-8493-ede2af225f8e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0361061 Aug 29 20:23:32.982191 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247055f-4f31-4df3-ad81-d9c8edaadc36 req-8d97e3a6-1447-4ebd-8c2d-864b151d28ec tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:32.984350 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5247055f-4f31-4df3-ad81-d9c8edaadc36 req-8d97e3a6-1447-4ebd-8c2d-864b151d28ec tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0616312 Aug 29 20:23:33.042548 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-5247055f-4f31-4df3-ad81-d9c8edaadc36 req-4c2bbd2b-dd84-48fc-bc36-cfd66e1dad45 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506175 Aug 29 20:23:33.190531 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4a0ea910-972e-4df7-baad-24bc835b90ca req-ea4b8348-61fb-46a2-b5b0-11c7827c73e7 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Aug 29 20:23:33.875216 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9d86-9a2c-4385-af51-2d356aa2fa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:34.229181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eceee7-63e7-4c45-94b2-32dde36d69b6 req-86a1fefd-5962-40e3-917d-b88d12b94f52 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:34.231263 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e8eceee7-63e7-4c45-94b2-32dde36d69b6 req-86a1fefd-5962-40e3-917d-b88d12b94f52 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0654330 Aug 29 20:23:34.303651 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e8eceee7-63e7-4c45-94b2-32dde36d69b6 req-fad1dee0-410d-4b36-b3fc-8c2dad2bbee3 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659103 Aug 29 20:23:34.347582 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-4b8cf1f7-8c26-4d8f-a7b3-87bdffcc9d8d req-518374df-e023-440a-86a3-594ba42285aa tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0437677 Aug 29 20:23:35.378942 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:35.486613 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a6973c9-aaaf-4201-a9cd-57e3f0de4511 req-5de1d840-84e0-4599-9630-530906400cb4 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0373089 Aug 29 20:23:35.488395 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b9688-f1b5-43e5-9031-2c3a71ff5e1e req-024bd579-b6ef-4d18-af8a-19bc89f6d8f0 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:35.491405 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-567b9688-f1b5-43e5-9031-2c3a71ff5e1e req-024bd579-b6ef-4d18-af8a-19bc89f6d8f0 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0724695 Aug 29 20:23:35.570454 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-567b9688-f1b5-43e5-9031-2c3a71ff5e1e req-1fba8afe-4a9e-45ef-a197-559a84f9345f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718603 Aug 29 20:23:36.116550 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-b338a78f-860b-4c29-a346-e4744f11ac04 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:36.118813 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-b338a78f-860b-4c29-a346-e4744f11ac04 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/networks?id=e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 200 len: 814 time: 0.1600571 Aug 29 20:23:36.137852 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-dd7193c3-a56d-4f40-b905-7fc2aeb1d674 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/quotas/3d6b1e6a93214e0fbe67b7dfb84f1043 HTTP/1.1" status: 200 len: 375 time: 0.0129285 Aug 29 20:23:36.190767 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-c553c245-2559-4ab7-b43f-0d2bc1c2f9d1 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465641 Aug 29 20:23:36.205461 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-292347ed-586d-4802-82e9-b565955c03df service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:23:36.207019 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-292347ed-586d-4802-82e9-b565955c03df service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0085669 Aug 29 20:23:36.324567 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:36.345432 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-a4012283-19e0-4ff1-9f55-57fbccf21c47 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270943 Aug 29 20:23:36.346117 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:36.434049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:36.476350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:36.486673 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-cd50e0c9-74b1-4a01-b0a8-2b34b6e27c6e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335213 Aug 29 20:23:36.738261 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:36.764889 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-92348a4d-6381-45d9-b42b-c8eab75c22fc req-53f816d2-c182-4515-89fd-c200cc69d22d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0387895 Aug 29 20:23:36.829489 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:36.958219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469450c-b12f-4436-abcf-20e4c77cfbf3 req-ac42f9a2-a6f1-44e3-a0c1-0799b359ced8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:36.961207 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c469450c-b12f-4436-abcf-20e4c77cfbf3 req-ac42f9a2-a6f1-44e3-a0c1-0799b359ced8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.0987010 Aug 29 20:23:37.072584 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-c469450c-b12f-4436-abcf-20e4c77cfbf3 req-15bfcd54-7e42-4853-8d01-f3d37895a498 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1849d923-93d2-408f-8362-f1c77dc489f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899148 Aug 29 20:23:37.136952 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:37.263516 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-555dbbc1-fff7-4a1c-9f72-afdf03cc0f5f req-bf93fb96-5b86-40ed-91b7-1a28d86c55b1 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 210 time: 0.0749125 Aug 29 20:23:37.332047 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-ce11afad-c8e5-4e31-a0b7-ee341ab68fc6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:37.335598 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-ce11afad-c8e5-4e31-a0b7-ee341ab68fc6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 945 time: 0.1185546 Aug 29 20:23:37.493605 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:23:37.494124 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:37.653416 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] For port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:37.653982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:37.746632 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:37.963325 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ddc0c02b-2f8e-4b6c-9819-04b487c5a950 req-1ff0b280-c86c-4fc6-81cf-6f5dbd31e7fe tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0708683 Aug 29 20:23:37.966489 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:37.967068 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (551439ee-666e-4aa8-bdbd-239cca46eee8), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:37.967675 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP 551439ee-666e-4aa8-bdbd-239cca46eee8 disassociated. External IP: 172.27.3.97, port: a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b. Aug 29 20:23:37.968249 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:23:38.182875 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:38.203626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:38.264077 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:38.306480 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.307569 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.309156 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.309778 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.310726 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.311511 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.311951 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.312388 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.312882 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.313700 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.314109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.314724 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.315316 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.316008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.319368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:38.343736 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-46230b50-1466-4f9c-8da8-a4aaadf12cd0 req-b52c6dbe-34cd-4531-8a99-8c89408069a9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 210 time: 0.0584726 Aug 29 20:23:38.482053 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-4cb28b04-bf72-4888-9d88-9395ca07b465 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:38.485812 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-4cb28b04-bf72-4888-9d88-9395ca07b465 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 812 time: 0.3067064 Aug 29 20:23:38.589984 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c63d910c-ff44-4efe-a478-51f000deb2b0 req-f2e883ff-4e95-4bae-a9d7-c775ed8dac28 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 210 time: 0.1315258 Aug 29 20:23:38.628449 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-525dd784-c5d6-4e15-8a45-b0379259221b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40 HTTP/1.1" status: 200 len: 380 time: 0.1177962 Aug 29 20:23:38.646040 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'port': {'device_id': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'admin_state_up': True, 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'security_groups': ['cc960c8e-177f-47a1-9d4f-dc3fe73d314a']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:38.673872 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:23:38.848690 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Made reservation on behalf of ff3969ffe8ff411b8773e1f3f3cb0b40 for: {'port': 1} {{(pid=106548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:23:38.854420 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:38.866552 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:23:38.884960 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:23:38.909620 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:23:38.911762 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:23:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:38.964587 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] No DVR routers for this DVR port a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:23:38.968744 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:38.975855 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b0f8fd95-9cf7-4819-aae6-f3750b4e116c req-f92423c6-716f-44f8-a8ac-99470a48adda tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "DELETE /networking/v2.0/ports/a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b HTTP/1.1" status: 204 len: 173 time: 1.5955899 Aug 29 20:23:38.977520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'name': 'network-vif-deleted', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:38.980675 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c0de01-d7c1-47d1-a46c-08bdcd4d5fe4" -d '{"events": [{"server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "name": "network-vif-deleted", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:39.075659 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:39.124223 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:23:39.152142 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Allocated IP 172.20.0.7 (d909eff5-27cf-4d36-886a-2daf13a96ae0/e80cd3fe-5754-4e59-95b3-d652a1a1fa6d/83c4727c-dd32-4e08-9379-33b1f266216a) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:23:39.210376 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6506728e-2d60-4948-aa34-f2abef38f2a5 req-2c41d221-c62c-4b10-873e-54310744b086 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0644248 Aug 29 20:23:39.214978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d8ceb8-bba5-42d0-b1dd-a52ed58e6b3e x-openstack-request-id: req-09d8ceb8-bba5-42d0-b1dd-a52ed58e6b3e {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:39.214978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9edd36-10af-43d8-ba3c-8232ef5809af", "name": "network-vif-deleted", "tag": "a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:39.215292 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09d8ceb8-bba5-42d0-b1dd-a52ed58e6b3e {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:39.215744 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d8ceb8-bba5-42d0-b1dd-a52ed58e6b3e'] response: {'server_uuid': '7c9edd36-10af-43d8-ba3c-8232ef5809af', 'name': 'network-vif-deleted', 'tag': 'a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b', 'status': 'completed', 'code': 200} Aug 29 20:23:39.547683 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:39.718610 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-71b0dc20-22f7-4935-8bb6-6b92ddcc7572 req-5533cf76-6027-48b7-93fa-41f5c86e7937 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 210 time: 0.0645001 Aug 29 20:23:39.759278 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:23:39.787612 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:23:39.793385 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:23:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:39.798969 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-dc084cd9-b3c2-4bb3-b46f-618717f43e01 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:39.801143 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-dc084cd9-b3c2-4bb3-b46f-618717f43e01 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "GET /networking/v2.0/networks?id=e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 200 len: 814 time: 0.3532858 Aug 29 20:23:39.874839 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Request body: {'port': {'device_id': '70b3178e-cab8-4084-9853-7f2158716f4a', 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f', 'admin_state_up': True, 'tenant_id': '3d6b1e6a93214e0fbe67b7dfb84f1043'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:39.880429 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f43d4b1a-733d-4c57-a27f-83275dc8b6d0 req-13c29a96-40d9-4e6c-b10e-551de6db0ab3 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 210 time: 0.0656824 Aug 29 20:23:39.900850 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (83c4727c-dd32-4e08-9379-33b1f266216a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:39.949696 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:39.959987 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:23:39.970238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.058238 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:23:40.062557 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:23:40.068075 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:23:40.116303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Made reservation on behalf of 3d6b1e6a93214e0fbe67b7dfb84f1043 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:23:40.122209 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.124387 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=83c4727c-dd32-4e08-9379-33b1f266216a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:40.149336 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.149941 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.150532 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.151051 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.151613 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.152327 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.152711 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.153294 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.153899 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.154448 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.155003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.155562 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.156121 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.156681 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.157224 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:23:40.226861 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:40.227623 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.261566 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-784adcfd-a1b4-402f-b1fe-a499a3d85399 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6225476 Aug 29 20:23:40.326212 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:40.382965 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Allocated IP 172.20.0.10 (e9c72865-bd63-4803-99cb-49e75af2456f/396d663f-1b89-4533-86e3-0d9ce7bfe58c/6185c796-fc55-418e-a57e-a35ddb233dfa) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:23:40.430702 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:40.434507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b3122-b83d-4da0-9491-b01d7d8379e2 req-1a00bf02-119b-4461-b010-c0da30d80a15 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:40.437410 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-659b3122-b83d-4da0-9491-b01d7d8379e2 req-1a00bf02-119b-4461-b010-c0da30d80a15 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 931 time: 0.0810988 Aug 29 20:23:40.462308 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c58d-3376-4bed-99be-85d6d56dda41 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:23:40.482912 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:40.493635 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:23:40.543660 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:23:40.544229 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device a9f4fe55-978c-4d8b-8bbb-d7b16d8e707b not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:23:40.546873 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-659b3122-b83d-4da0-9491-b01d7d8379e2 req-687aed93-2cc7-4a12-bcef-544b45206c72 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980175 Aug 29 20:23:40.564197 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3ef8780c-3a6d-401a-afc5-ec79e01e36d2 None None] Provisioning complete for port 83c4727c-dd32-4e08-9379-33b1f266216a triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:40.564783 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3ef8780c-3a6d-401a-afc5-ec79e01e36d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.623335 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8780c-3a6d-401a-afc5-ec79e01e36d2 None None] Port 83c4727c-dd32-4e08-9379-33b1f266216a cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:23:40.678617 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks [] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.687253 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:40.762544 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.783635 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Request body: {'port': {'device_id': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:40.872214 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Network e9c72865-bd63-4803-99cb-49e75af2456f is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:23:40.883095 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:23:40.903445 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:23:40.950227 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bb833-9f7b-47c8-9141-1d19b75d1590 None None] New status for floating IP 551439ee-666e-4aa8-bdbd-239cca46eee8: DOWN {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:23:40.956069 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:40.960014 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Pushing event updated for resources: {'Port': ['ID=6185c796-fc55-418e-a57e-a35ddb233dfa,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:40.999565 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:41.000242 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.034875 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-5f79113e-782d-48f6-b8a6-ad9a8ef58abb tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1648703 Aug 29 20:23:41.057484 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-a1ceb28a-be6b-46fc-8781-405478e30275 req-2cc526ae-9a6e-4a5c-83ac-6005de1d7b5a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7c9edd36-10af-43d8-ba3c-8232ef5809af HTTP/1.1" status: 200 len: 210 time: 0.0426607 Aug 29 20:23:41.063973 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Request body: {'port': {'device_id': '70b3178e-cab8-4084-9853-7f2158716f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:41.186373 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.232349 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e13502-38a9-408d-a2b5-5e81c4083006 req-0c64a100-1804-4a38-8c17-3bce26cd1ec9 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:41.242191 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-78e13502-38a9-408d-a2b5-5e81c4083006 req-0c64a100-1804-4a38-8c17-3bce26cd1ec9 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 932 time: 0.1614425 Aug 29 20:23:41.365171 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-78e13502-38a9-408d-a2b5-5e81c4083006 req-a5d20ae0-988f-427a-bb2e-41f56ba37529 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215882 Aug 29 20:23:41.508411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c4727c-dd32-4e08-9379-33b1f266216a {{(pid=106548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:41.521551 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Publish callbacks [] for port (83c4727c-dd32-4e08-9379-33b1f266216a), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.530181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6185c796-fc55-418e-a57e-a35ddb233dfa {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:41.538899 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Publish callbacks [] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.541395 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.provisioning_blocks [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Transition to ACTIVE for port object 83c4727c-dd32-4e08-9379-33b1f266216a will not be triggered until provisioned by entity L2. {{(pid=106548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:23:41.547214 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.553694 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Transition to ACTIVE for port object 6185c796-fc55-418e-a57e-a35ddb233dfa will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:23:41.559447 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.647313 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4727c-dd32-4e08-9379-33b1f266216a,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:41.674540 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Pushing event updated for resources: {'Port': ['ID=6185c796-fc55-418e-a57e-a35ddb233dfa,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:41.690182 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Attempting to bind port 83c4727c-dd32-4e08-9379-33b1f266216a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:23:41.690653 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Attempting to bind port 83c4727c-dd32-4e08-9379-33b1f266216a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:23:41.691146 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Attempting to bind port 83c4727c-dd32-4e08-9379-33b1f266216a on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:41.698386 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Port 83c4727c-dd32-4e08-9379-33b1f266216a on network d909eff5-27cf-4d36-886a-2daf13a96ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:23:41.698823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Attempting to bind port 83c4727c-dd32-4e08-9379-33b1f266216a on network d909eff5-27cf-4d36-886a-2daf13a96ae0 {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:41.704865 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:23:41.705307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Checking segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:23:41.705802 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Bound using segment: {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'} {{(pid=106548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:23:41.706432 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.managers [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Bound port: 83c4727c-dd32-4e08-9379-33b1f266216a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61319875-9f28-4bea-913f-1cf1e8cdc259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0'}}] {{(pid=106548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:23:41.706986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.723703 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:41.794475 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:41.812587 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] For port 83c4727c-dd32-4e08-9379-33b1f266216a, host hv-cinder-85426, cleared binding levels {{(pid=106548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:23:41.814486 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b123de-9fa0-4c82-a344-ed2a60beff31 req-1d240f40-b45c-4bec-9571-e7b965f75dcf tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:41.816523 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f5b123de-9fa0-4c82-a344-ed2a60beff31 req-1d240f40-b45c-4bec-9571-e7b965f75dcf tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.1093624 Aug 29 20:23:41.818626 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] For port 83c4727c-dd32-4e08-9379-33b1f266216a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83c4727c-dd32-4e08-9379-33b1f266216a,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:23:41.818817 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Attempting to bind port 6185c796-fc55-418e-a57e-a35ddb233dfa on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:23:41.818959 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Attempting to bind port 6185c796-fc55-418e-a57e-a35ddb233dfa by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:23:41.819227 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Attempting to bind port 6185c796-fc55-418e-a57e-a35ddb233dfa on network e9c72865-bd63-4803-99cb-49e75af2456f {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:41.826691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Port 6185c796-fc55-418e-a57e-a35ddb233dfa on network e9c72865-bd63-4803-99cb-49e75af2456f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:23:41.827239 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Attempting to bind port 6185c796-fc55-418e-a57e-a35ddb233dfa on network e9c72865-bd63-4803-99cb-49e75af2456f {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:41.833417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.838204 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:41.839108 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.841532 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/83c4727c-dd32-4e08-9379-33b1f266216a HTTP/1.1" status: 200 len: 1093 time: 1.2019835 Aug 29 20:23:41.842384 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:41.845928 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:41.856579 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:23:41.857155 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Checking segment: {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:23:41.857830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Bound using segment: {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:23:41.858576 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Bound port: 6185c796-fc55-418e-a57e-a35ddb233dfa, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20881b14-fb0b-4b71-9adc-c4c2d9f134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:23:41.859167 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:41.932313 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333100f-1f4f-4765-b2f1-02998edbbf96 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4727c-dd32-4e08-9379-33b1f266216a,revision_number=3']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:41.982700 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-f5b123de-9fa0-4c82-a344-ed2a60beff31 req-8157c7bb-88aa-4fac-87cf-4e009e6e78b3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507332 Aug 29 20:23:41.989521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:42.018006 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] For port 6185c796-fc55-418e-a57e-a35ddb233dfa, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:23:42.025639 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] For port 6185c796-fc55-418e-a57e-a35ddb233dfa, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6185c796-fc55-418e-a57e-a35ddb233dfa,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:23:42.036231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.042976 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.043934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.046063 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/6185c796-fc55-418e-a57e-a35ddb233dfa HTTP/1.1" status: 200 len: 1094 time: 0.9872639 Aug 29 20:23:42.046685 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b3178e-cab8-4084-9853-7f2158716f4a', 'tag': '6185c796-fc55-418e-a57e-a35ddb233dfa'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:42.050455 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "70b3178e-cab8-4084-9853-7f2158716f4a", "tag": "6185c796-fc55-418e-a57e-a35ddb233dfa"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:42.086495 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abb4e6f-6ef1-4749-b76d-19dbcd464775 x-openstack-request-id: req-6abb4e6f-6ef1-4749-b76d-19dbcd464775 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:42.086914 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:42.087283 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6abb4e6f-6ef1-4749-b76d-19dbcd464775 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:42.087886 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6abb4e6f-6ef1-4749-b76d-19dbcd464775'] response: {'name': 'network-changed', 'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a', 'status': 'completed', 'code': 200} Aug 29 20:23:42.133847 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed6fec-3905-4b66-81a4-80d3b0931f8d x-openstack-request-id: req-26ed6fec-3905-4b66-81a4-80d3b0931f8d {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:42.134333 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b3178e-cab8-4084-9853-7f2158716f4a", "tag": "6185c796-fc55-418e-a57e-a35ddb233dfa", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:42.134691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26ed6fec-3905-4b66-81a4-80d3b0931f8d {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:42.135110 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ed6fec-3905-4b66-81a4-80d3b0931f8d'] response: {'name': 'network-changed', 'server_uuid': '70b3178e-cab8-4084-9853-7f2158716f4a', 'tag': '6185c796-fc55-418e-a57e-a35ddb233dfa', 'status': 'completed', 'code': 200} Aug 29 20:23:42.173166 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b476e9d-2b27-4656-bfe3-ccf2f3081f78 service neutron] Pushing event updated for resources: {'Port': ['ID=6185c796-fc55-418e-a57e-a35ddb233dfa,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:42.205434 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37528) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:42.282400 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-339d44e2-c2b1-43c3-8901-e7e4094c15d8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (1849d923-93d2-408f-8362-f1c77dc489f8), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.311195 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:42.314685 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-339d44e2-c2b1-43c3-8901-e7e4094c15d8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (1849d923-93d2-408f-8362-f1c77dc489f8), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.390831 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-339d44e2-c2b1-43c3-8901-e7e4094c15d8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (1849d923-93d2-408f-8362-f1c77dc489f8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.394846 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-339d44e2-c2b1-43c3-8901-e7e4094c15d8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.397010 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-339d44e2-c2b1-43c3-8901-e7e4094c15d8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1849d923-93d2-408f-8362-f1c77dc489f8 HTTP/1.1" status: 204 len: 168 time: 0.1900938 Aug 29 20:23:42.400140 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37530) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:42.408457 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d44e2-c2b1-43c3-8901-e7e4094c15d8 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849d923-93d2-408f-8362-f1c77dc489f8,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:42.454179 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.api.v2.resource [None req-2a09d93a-0b72-499c-bc23-27d989f2f693 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] show failed (client error): The resource could not be found. Aug 29 20:23:42.458145 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-2a09d93a-0b72-499c-bc23-27d989f2f693 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups/1849d923-93d2-408f-8362-f1c77dc489f8 HTTP/1.1" status: 404 len: 347 time: 0.0539603 Aug 29 20:23:42.461272 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37534) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:42.523518 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-0bf8f649-4ab5-4e17-8de0-14eb693c13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.525465 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-0bf8f649-4ab5-4e17-8de0-14eb693c13f5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0959544 Aug 29 20:23:42.601057 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba121e96-af4c-40e6-90b0-5a86bb886359 req-28d0a3b9-5217-4735-8b74-470fd73cb073 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.603185 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba121e96-af4c-40e6-90b0-5a86bb886359 req-28d0a3b9-5217-4735-8b74-470fd73cb073 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 944 time: 0.0976191 Aug 29 20:23:42.634782 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-a3a11e88-7d2b-4d40-ad5c-a84979dde62d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c4727c-dd32-4e08-9379-33b1f266216a HTTP/1.1" status: 200 len: 217 time: 0.0588455 Aug 29 20:23:42.683082 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-31ac6ce5-8e2d-42db-a811-e4accc7095af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.684731 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-31ac6ce5-8e2d-42db-a811-e4accc7095af service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 1128 time: 0.1023114 Aug 29 20:23:42.687645 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port cedc6f05-48cf-4624-a54c-07db11700eda {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:23:42.688040 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (cedc6f05-48cf-4624-a54c-07db11700eda), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.740390 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-0c17aeee-908e-41f5-b5a3-84bd1d0cd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.741940 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-0c17aeee-908e-41f5-b5a3-84bd1d0cd009 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0923736 Aug 29 20:23:42.745987 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ba121e96-af4c-40e6-90b0-5a86bb886359 req-d5bf9481-a4a8-42d3-ba3f-02d3da4730f5 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140075 Aug 29 20:23:42.792276 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-ef12c016-01f8-423f-ae71-b44a153e740f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6185c796-fc55-418e-a57e-a35ddb233dfa HTTP/1.1" status: 200 len: 217 time: 0.0480351 Aug 29 20:23:42.797096 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-0e12010d-e734-4561-acfe-5287321d2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.800140 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-0e12010d-e734-4561-acfe-5287321d2f15 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508854 Aug 29 20:23:42.861848 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (cedc6f05-48cf-4624-a54c-07db11700eda), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.862171 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (cedc6f05-48cf-4624-a54c-07db11700eda), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:42.884733 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for cedc6f05-48cf-4624-a54c-07db11700eda owned by network:floatingip {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:23:42.898528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-02b8df76-4fe8-47d3-8028-d2ec4ff96cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:42.900024 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-02b8df76-4fe8-47d3-8028-d2ec4ff96cf3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=396d663f-1b89-4533-86e3-0d9ce7bfe58c HTTP/1.1" status: 200 len: 854 time: 0.0875978 Aug 29 20:23:42.928801 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-5d42c7b7-11ae-48ed-b8ad-47f64a9c5798 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123509 Aug 29 20:23:42.990598 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-c46caa29-4eef-4fc6-897f-9c748e4edf9b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=e9c72865-bd63-4803-99cb-49e75af2456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530221 Aug 29 20:23:43.104959 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-dc22f61f-70d7-41c9-96c5-2a9d2752c57c req-5b6dc81b-e5b3-4d1f-bd50-aaeb0dbbf71f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657660 Aug 29 20:23:43.166646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (cedc6f05-48cf-4624-a54c-07db11700eda), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:43.183144 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fb35c-c957-49dc-84d1-ba9ce4ed2ae4 req-c9654665-739a-4528-aeb8-598c4809a031 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:43.184581 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e35fb35c-c957-49dc-84d1-ba9ce4ed2ae4 req-c9654665-739a-4528-aeb8-598c4809a031 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0765605 Aug 29 20:23:43.213020 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=cedc6f05-48cf-4624-a54c-07db11700eda,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:43.338408 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e35fb35c-c957-49dc-84d1-ba9ce4ed2ae4 req-fcbfbac9-ebfc-4c40-8008-118969ab59c5 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348479 Aug 29 20:23:43.382968 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (551439ee-666e-4aa8-bdbd-239cca46eee8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:43.388372 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:43.390142 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b1fc4959-4679-425d-938c-6bfa7d728a50 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/551439ee-666e-4aa8-bdbd-239cca46eee8 HTTP/1.1" status: 204 len: 168 time: 0.9249263 Aug 29 20:23:43.413294 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:43.414606 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-78bab4c6-f461-45fc-8aaa-0db88034171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:43.416895 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-78bab4c6-f461-45fc-8aaa-0db88034171e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0587499 Aug 29 20:23:43.452671 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-283c6ca7-f89a-4702-b051-22441b4bc447 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564147 Aug 29 20:23:43.472289 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37542) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:43.478282 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094040010', 'description': 'tempest-description--730839732'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:43.534086 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:43.541561 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-d327c240-c14a-4cda-b7ad-59e66139e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:43.544895 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-d327c240-c14a-4cda-b7ad-59e66139e146 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1184444 Aug 29 20:23:43.558366 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:43.700172 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-0ca79cb7-27cb-49a7-8e38-018f2b31b3f5 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c4727c-dd32-4e08-9379-33b1f266216a HTTP/1.1" status: 200 len: 217 time: 0.0685003 Aug 29 20:23:43.956670 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aeb57413-7a57-4f63-be1d-21a6e3dbf1ff req-4bdd2d36-691b-4550-afdc-96172a14f944 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940507 Aug 29 20:23:43.987520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc012a-f1ab-430d-9f88-356de233e73d req-aa5d37c9-3587-4c7a-ad45-48c02d83ab56 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:43.989928 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbfc012a-f1ab-430d-9f88-356de233e73d req-aa5d37c9-3587-4c7a-ad45-48c02d83ab56 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 944 time: 0.0829747 Aug 29 20:23:44.080241 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (2c782910-8ba5-4c1d-9729-ce9dfe220efd), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.103876 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2c782910-8ba5-4c1d-9729-ce9dfe220efd), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.140863 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bbfc012a-f1ab-430d-9f88-356de233e73d req-fdbd6ed3-3fbf-479d-b7ef-9012a5120e79 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367712 Aug 29 20:23:44.156241 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.157472 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6832321 Aug 29 20:23:44.161827 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37548) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:44.166255 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '2c782910-8ba5-4c1d-9729-ce9dfe220efd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:44.170029 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-15562333-cf30-479a-bff7-89c5fa9f6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:44.173018 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-15562333-cf30-479a-bff7-89c5fa9f6096 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.1452217 Aug 29 20:23:44.179192 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e27dc9-2c87-4c9e-9c36-05263562dcbb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c782910-8ba5-4c1d-9729-ce9dfe220efd,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:44.220705 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (2b91b6a4-694a-41bf-9516-90ef4c098bc2), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.313484 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (2b91b6a4-694a-41bf-9516-90ef4c098bc2), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.319834 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (2b91b6a4-694a-41bf-9516-90ef4c098bc2), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.345796 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b91b6a4-694a-41bf-9516-90ef4c098bc2,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:44.355132 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.356443 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-231dce3c-84ee-4dd2-9490-fe37facdd158 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1938572 Aug 29 20:23:44.360214 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37550) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:44.367674 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'security_group_rule': {'security_group_id': '2c782910-8ba5-4c1d-9729-ce9dfe220efd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:44.400889 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (3adfc4ae-c015-4303-914b-6e3cae646da6), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.482518 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (3adfc4ae-c015-4303-914b-6e3cae646da6), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.487886 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (3adfc4ae-c015-4303-914b-6e3cae646da6), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.507890 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9445-6623-4712-9f2f-74ee7f246d00 req-935bd677-3487-490c-9de8-e19834f5cffb tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:44.509785 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-938d9445-6623-4712-9f2f-74ee7f246d00 req-935bd677-3487-490c-9de8-e19834f5cffb tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0652626 Aug 29 20:23:44.522614 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adfc4ae-c015-4303-914b-6e3cae646da6,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:44.528447 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.534999 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a505a5e7-eb88-4282-82c0-7c14a0dd8a1c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682174 Aug 29 20:23:44.534999 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37554) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:44.540311 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:44.543006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:44.571704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.598187 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-938d9445-6623-4712-9f2f-74ee7f246d00 req-b194130c-bc08-4d2c-b8ce-91c6d20c7192 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782793 Aug 29 20:23:44.690477 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:44.694399 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:44.837893 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:44.856669 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.27.3.97 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/8e0ece97-176b-4627-be94-9e7352d73a13) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:23:45.019054 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (8e0ece97-176b-4627-be94-9e7352d73a13), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.059511 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (8e0ece97-176b-4627-be94-9e7352d73a13), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.106573 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:23:45.109673 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:23:45.114533 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:23:45.142805 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=8e0ece97-176b-4627-be94-9e7352d73a13,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:45.238100 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (420ee6ea-98bb-4934-ae95-f08f125a0a33), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.317522 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (8e0ece97-176b-4627-be94-9e7352d73a13), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.330382 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-cc00ace8-ea32-413b-a74e-69c9d56659ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:45.333175 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-cc00ace8-ea32-413b-a74e-69c9d56659ed service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773368 Aug 29 20:23:45.425360 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-9ec0b3ad-edb9-4f4c-a027-7b15b8c9da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:45.427417 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-9ec0b3ad-edb9-4f4c-a027-7b15b8c9da99 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 1128 time: 0.1278968 Aug 29 20:23:45.438636 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2eabe-73d7-4f80-9920-56d54dce5c8b req-c6349c59-73fd-4619-a2b4-129038a71f16 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:45.440177 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aff2eabe-73d7-4f80-9920-56d54dce5c8b req-c6349c59-73fd-4619-a2b4-129038a71f16 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 944 time: 0.1372511 Aug 29 20:23:45.473069 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-656e1b54-8ef8-464c-a7f7-9d496138500a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276207 Aug 29 20:23:45.561649 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-aff2eabe-73d7-4f80-9920-56d54dce5c8b req-e1481972-3d51-4784-a7b7-94b2f0254ff0 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121511 Aug 29 20:23:45.628313 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (8e0ece97-176b-4627-be94-9e7352d73a13), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.636188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (8e0ece97-176b-4627-be94-9e7352d73a13), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.706611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:45.726321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (420ee6ea-98bb-4934-ae95-f08f125a0a33), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.743025 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=8e0ece97-176b-4627-be94-9e7352d73a13,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:45.798114 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:45.813624 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:45.825204 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5b87e1b7-3eb7-4e9a-bb4d-e9e6943d4c00 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2789595 Aug 29 20:23:45.825469 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4526-00cd-4300-988d-1f8f6315a335 req-aeb73068-5f40-44bb-9f40-7855dd761ffa tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:45.825469 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b4cd4526-00cd-4300-988d-1f8f6315a335 req-aeb73068-5f40-44bb-9f40-7855dd761ffa tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.1330395 Aug 29 20:23:45.877934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-4aa62579-4796-48d1-9a79-d5c38bb704bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:45.880548 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-4aa62579-4796-48d1-9a79-d5c38bb704bc service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 200 len: 915 time: 0.1714425 Aug 29 20:23:45.882156 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:45.905899 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b100d5a1-64f3-47c6-9ad5-cad9d51e042a req-4ffce2fb-86de-4c33-8340-402b8670ffc6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990457 Aug 29 20:23:45.927933 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-b4cd4526-00cd-4300-988d-1f8f6315a335 req-0011a88c-4975-4ffa-a007-8257d4d57743 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906250 Aug 29 20:23:46.013181 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-a8ac830e-e557-4309-89fc-3e942cb4ccc3 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6185c796-fc55-418e-a57e-a35ddb233dfa HTTP/1.1" status: 200 len: 217 time: 0.0531335 Aug 29 20:23:46.089099 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-1d12063e-a956-425d-a01f-f95107c7fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:46.090515 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-1d12063e-a956-425d-a01f-f95107c7fb17 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=396d663f-1b89-4533-86e3-0d9ce7bfe58c HTTP/1.1" status: 200 len: 854 time: 0.0699737 Aug 29 20:23:46.132176 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-f96821ab-6466-4cb5-bd49-93fadae63a1a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=e9c72865-bd63-4803-99cb-49e75af2456f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352817 Aug 29 20:23:46.139999 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-6d337a7a-cfa9-49fd-ae06-5297f93802f4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1094040010&fields=id&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 267 time: 0.0884995 Aug 29 20:23:46.330236 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-ca281469-c426-4948-836f-9b59f50a1361 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892622 Aug 29 20:23:46.338973 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-f2e8dbef-5da1-4b8a-b74f-54761c6a435b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:46.340503 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-f2e8dbef-5da1-4b8a-b74f-54761c6a435b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.1916988 Aug 29 20:23:46.401004 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-3d89e801-0d2a-4929-83a0-90771f339309 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/quotas/8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 375 time: 0.0502172 Aug 29 20:23:46.487517 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6185c796-fc55-418e-a57e-a35ddb233dfa details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:23:46.494808 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-41f831cb-c7f1-43f6-8dd4-07fa224fc0c9 req-131ad404-ef9a-44ce-a17d-04b11f747f72 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518538 Aug 29 20:23:46.508658 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-1f77c8c7-013f-4bf0-9c10-e6676e9a4dba tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984259 Aug 29 20:23:46.634060 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:46.636009 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-aaa5e6b5-09f2-4f4b-9197-4ff0a67564c4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113026 Aug 29 20:23:46.676501 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 6185c796-fc55-418e-a57e-a35ddb233dfa, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6185c796-fc55-418e-a57e-a35ddb233dfa,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:46.702380 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '6185c796-fc55-418e-a57e-a35ddb233dfa', 'network_id': 'e9c72865-bd63-4803-99cb-49e75af2456f', 'port_id': '6185c796-fc55-418e-a57e-a35ddb233dfa', 'mac_address': 'fa:16:3e:35:b3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396d663f-1b89-4533-86e3-0d9ce7bfe58c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:23:46.749134 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151d34-137e-4dcc-8166-e1133b4b7aa1 req-575e45c2-10a3-41e9-bed3-7b6272653bfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:46.751340 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-07151d34-137e-4dcc-8166-e1133b4b7aa1 req-575e45c2-10a3-41e9-bed3-7b6272653bfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0672812 Aug 29 20:23:46.756815 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 6185c796-fc55-418e-a57e-a35ddb233dfa is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:46.757486 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:46.775678 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6185c796-fc55-418e-a57e-a35ddb233dfa {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:46.777331 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-3fd8c804-8ebf-4a4b-9de9-f615955a03ba service neutron] 10.222.0.73 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324234 Aug 29 20:23:46.807097 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 6185c796-fc55-418e-a57e-a35ddb233dfa, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6185c796-fc55-418e-a57e-a35ddb233dfa,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:46.812656 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:46.826306 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-07151d34-137e-4dcc-8166-e1133b4b7aa1 req-671c4757-b1f1-4e60-a0de-4f92957c3172 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678606 Aug 29 20:23:46.870934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37586) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:46.874449 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=6185c796-fc55-418e-a57e-a35ddb233dfa,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:47.069226 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b79c088-6fed-41c8-96af-a95682bb46ba tempest-TestMinimumBasicScenario-2080859541 tempest-TestMinimumBasicScenario-2080859541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:47.073228 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-8b79c088-6fed-41c8-96af-a95682bb46ba tempest-TestMinimumBasicScenario-2080859541 tempest-TestMinimumBasicScenario-2080859541-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1124 time: 0.1974833 Aug 29 20:23:47.078972 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41b438-b3d1-47b6-a78e-c83a37648e56 req-ca1bf03f-25cf-45ac-b2fa-bd898cffb94c tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:47.081390 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1b41b438-b3d1-47b6-a78e-c83a37648e56 req-ca1bf03f-25cf-45ac-b2fa-bd898cffb94c tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 945 time: 0.1316752 Aug 29 20:23:47.082259 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37596) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:47.088726 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'port_id': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:47.156180 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08aa25-8c35-4b09-b11b-c5ee0a3162d4 req-38244c11-2242-4cab-af86-3e1b32ff759b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:47.158711 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0e08aa25-8c35-4b09-b11b-c5ee0a3162d4 req-38244c11-2242-4cab-af86-3e1b32ff759b tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.1186800 Aug 29 20:23:47.176753 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1b41b438-b3d1-47b6-a78e-c83a37648e56 req-44472841-3de9-4dfe-8f05-65bccc1aded5 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777416 Aug 29 20:23:47.178970 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:47.273137 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-0e08aa25-8c35-4b09-b11b-c5ee0a3162d4 req-7431277c-d97f-4ba2-96a7-410876453a02 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071310 Aug 29 20:23:47.314114 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['6185c796-fc55-418e-a57e-a35ddb233dfa'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:47.314232 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-e37db0ec-a4eb-4734-8b0c-ae730a9ced1c req-90c0642b-5328-4ea8-8bf0-2d958aaa93b1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 210 time: 0.0556180 Aug 29 20:23:47.349003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:47.360649 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:47.514578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Allocated IP 172.27.3.95 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/ce9bda61-2b39-4bd4-a82a-89148087e95e) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:23:47.635637 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:47.655806 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:47.693949 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:47.737168 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:23:47.739498 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:23:47.743441 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:23:47.780206 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'Port': ['ID=ce9bda61-2b39-4bd4-a82a-89148087e95e,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:47.968803 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:48.229129 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for floatingip (9ecd1c65-2d4e-443f-b628-7b719445113c), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.325809 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6cd3-2af8-470b-b936-7d65d08ce298 req-089d5217-ff5a-470b-833d-dc56d3176d4b tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:48.328471 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ec5a6cd3-2af8-470b-b936-7d65d08ce298 req-089d5217-ff5a-470b-833d-dc56d3176d4b tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 945 time: 0.0546389 Aug 29 20:23:48.332729 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.391437 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-ec5a6cd3-2af8-470b-b936-7d65d08ce298 req-9b5f8a14-eb3b-4345-9f59-291647755fd5 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556333 Aug 29 20:23:48.489527 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3035b-9201-449a-ba17-60c9d10b85b5 req-22d72612-f588-472b-9e9e-0d4b78d9727f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:48.491057 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2df3035b-9201-449a-ba17-60c9d10b85b5 req-22d72612-f588-472b-9e9e-0d4b78d9727f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0981359 Aug 29 20:23:48.509205 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-46fd50e0-b483-412f-9ffe-9e8603a3cf0e req-53bfbd2b-ee84-4158-87b6-386449e93466 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 210 time: 0.0307069 Aug 29 20:23:48.513531 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6185c796-fc55-418e-a57e-a35ddb233dfa up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:23:48.561766 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 6185c796-fc55-418e-a57e-a35ddb233dfa completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:23:48.569188 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 6185c796-fc55-418e-a57e-a35ddb233dfa triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:48.569541 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.609367 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2df3035b-9201-449a-ba17-60c9d10b85b5 req-c5f07bd3-1949-4436-b671-e3e11f8b6e21 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077456 Aug 29 20:23:48.627876 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.632997 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.677578 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 6185c796-fc55-418e-a57e-a35ddb233dfa is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:48.677998 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.700980 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'Port': ['ID=ce9bda61-2b39-4bd4-a82a-89148087e95e,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:48.707224 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b3178e-cab8-4084-9853-7f2158716f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185c796-fc55-418e-a57e-a35ddb233dfa'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:48.708824 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:48.711951 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050d6c83-e223-4e78-a760-d600f3165c02" -d '{"events": [{"server_uuid": "70b3178e-cab8-4084-9853-7f2158716f4a", "name": "network-vif-plugged", "status": "completed", "tag": "6185c796-fc55-418e-a57e-a35ddb233dfa"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:48.731847 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 6185c796-fc55-418e-a57e-a35ddb233dfa, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6185c796-fc55-418e-a57e-a35ddb233dfa,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:48.732375 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (9ecd1c65-2d4e-443f-b628-7b719445113c), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.738664 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:48.773262 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:48.775353 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:48.794431 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-0b4bdb93-749d-4ba9-aa75-eb9f07b64f0a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:48.795980 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-0b4bdb93-749d-4ba9-aa75-eb9f07b64f0a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 815 time: 0.1712782 Aug 29 20:23:48.803079 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=6185c796-fc55-418e-a57e-a35ddb233dfa,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:48.852134 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9458faa2-328a-4161-a247-6e5254c2cbff x-openstack-request-id: req-9458faa2-328a-4161-a247-6e5254c2cbff {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:48.852543 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b3178e-cab8-4084-9853-7f2158716f4a", "name": "network-vif-plugged", "status": "completed", "tag": "6185c796-fc55-418e-a57e-a35ddb233dfa", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:48.853734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9458faa2-328a-4161-a247-6e5254c2cbff {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:48.854193 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9458faa2-328a-4161-a247-6e5254c2cbff'] response: {'server_uuid': '70b3178e-cab8-4084-9853-7f2158716f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185c796-fc55-418e-a57e-a35ddb233dfa', 'code': 200} Aug 29 20:23:48.870686 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Floating IP 9ecd1c65-2d4e-443f-b628-7b719445113c associated. External IP: 172.27.3.95, port: fc186e24-1eed-41aa-8b3e-068089cecf38. Aug 29 20:23:48.946600 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-274b52de-466e-4fda-81dd-e58baada7fb9 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 HTTP/1.1" status: 200 len: 380 time: 0.1304195 Aug 29 20:23:48.984995 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'port': {'device_id': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'admin_state_up': True, 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'security_groups': ['2c782910-8ba5-4c1d-9729-ce9dfe220efd']}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:49.082688 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:49.117096 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:23:49.135793 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Made reservation on behalf of 8ee0b0ec6aaf40ba8f5ba9e3abdeebb8 for: {'port': 1} {{(pid=106549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:23:49.140038 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.227219 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe1926-c505-41e0-84f2-feeaf53dc3ed req-d7bf3e52-d634-4a7a-89e3-a436e2549df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:49.228799 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cabe1926-c505-41e0-84f2-feeaf53dc3ed req-d7bf3e52-d634-4a7a-89e3-a436e2549df0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 1130 time: 0.0539825 Aug 29 20:23:49.294327 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_common [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Allocated IP 172.20.0.13 (68f99afd-3890-4bbb-ac8f-4e5af64abbb6/44110d95-dfbc-4fea-a1ee-3c6d6e635057/383776ed-a60d-4566-92b4-4d7d1b6ee46c) {{(pid=106549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:23:49.306024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:23:49.315334 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-cabe1926-c505-41e0-84f2-feeaf53dc3ed req-d3319e7e-2d42-41c5-8f7b-24171c1feafd service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630152 Aug 29 20:23:49.318461 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] Sync routers for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:23:49.331323 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:23:49.332852 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:23:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:49.338893 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.391368 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a7af9729-d4ec-4840-8b2d-c12c2600267a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3037245 Aug 29 20:23:49.391368 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:49.392371 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8190f32a-5cb2-41c5-8a01-bed78be1041e" -d '{"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:49.397223 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37620) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:49.404328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489003092', 'description': 'tempest-secgroup-smoke-489003092 description', 'project_id': '9f9f5a2386e2451f9a9b833859343595'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:49.449114 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.512305 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:23:49.515941 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.539417 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec033c2-7c86-41dd-a1cc-dbb39af032a2 x-openstack-request-id: req-3ec033c2-7c86-41dd-a1cc-dbb39af032a2 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:49.539851 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:49.540443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ec033c2-7c86-41dd-a1cc-dbb39af032a2 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:49.542094 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec033c2-7c86-41dd-a1cc-dbb39af032a2'] response: {'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'status': 'completed', 'code': 200} Aug 29 20:23:49.607041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group (42c809db-d3ae-4ce7-b504-c65e2d6a2566), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.614409 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (42c809db-d3ae-4ce7-b504-c65e2d6a2566), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.621322 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.673782 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7f674-ce32-428c-9672-0d0ab9bdfb68 req-11f8d2ca-6ba6-4d4b-bdbe-da568109be69 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:49.679897 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c3b7f674-ce32-428c-9672-0d0ab9bdfb68 req-11f8d2ca-6ba6-4d4b-bdbe-da568109be69 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 946 time: 0.1080542 Aug 29 20:23:49.691788 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.693384 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2947953 Aug 29 20:23:49.703803 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 37630) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:49.704878 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9353c5a-eaf4-4d9d-8fd2-2d35e164fe50 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c809db-d3ae-4ce7-b504-c65e2d6a2566,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:49.721127 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group_rule': {'security_group_id': '42c809db-d3ae-4ce7-b504-c65e2d6a2566', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:49.746531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb815b0-118f-4483-a0d8-7d1d0558938d req-0edc0cff-42dc-44e9-86aa-83cdcc54e7d5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:49.749083 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-beb815b0-118f-4483-a0d8-7d1d0558938d req-0edc0cff-42dc-44e9-86aa-83cdcc54e7d5 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 932 time: 0.1161585 Aug 29 20:23:49.752354 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 is already hosted by enough agents. {{(pid=106549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:23:49.774728 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.base_scheduler [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Resources bound (agent type, host, resource id): {{(pid=106549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:23:49.785316 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Received port after_create {{(pid=106549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:23:49.819072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event updated for resources: {'Port': ['ID=383776ed-a60d-4566-92b4-4d7d1b6ee46c,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:49.876374 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-e920a818-ed07-4e90-83ed-8d4223fdab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:49.880167 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-e920a818-ed07-4e90-83ed-8d4223fdab74 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1129 time: 0.1296387 Aug 29 20:23:49.907254 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-c3b7f674-ce32-428c-9672-0d0ab9bdfb68 req-4bb7e99c-6819-44a3-af8e-1fedf4a4ead3 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148499 Aug 29 20:23:49.917286 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (d3706ecc-4563-42e8-bf95-bcd4867ee6a8), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.944369 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-beb815b0-118f-4483-a0d8-7d1d0558938d req-035d8608-6463-4045-9de1-0fac0d6bef90 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775713 Aug 29 20:23:49.951309 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:49.959086 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:49.965696 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:49.991937 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:50.002320 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-09884b4a-e70f-4b97-8279-1366bd853c53 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0240536 Aug 29 20:23:50.024334 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:50.043829 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '9ecd1c65-2d4e-443f-b628-7b719445113c', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'port_id': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'mac_address': 'fa:16:3e:cd:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:23:48Z', 'updated_at': '2022-08-29T20:23:48Z', 'revision_number': 0, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:50.075768 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] Checking router: 7403ab58-6b75-4cf8-bc41-14d9772a70a8 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:23:50.082633 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (d3706ecc-4563-42e8-bf95-bcd4867ee6a8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.090326 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:23:50.091102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:23:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:50.096097 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5c14c-2e87-426e-a3cf-21f45060d6a3 req-fde0b983-ab89-466c-ab85-0bf57cb6d679 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:50.098705 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-30d5c14c-2e87-426e-a3cf-21f45060d6a3 req-fde0b983-ab89-466c-ab85-0bf57cb6d679 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0781589 Aug 29 20:23:50.102934 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (d3706ecc-4563-42e8-bf95-bcd4867ee6a8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.166915 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3706ecc-4563-42e8-bf95-bcd4867ee6a8,revision_number=0']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:50.172264 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3eda1d3d-6f6f-4c4c-b70c-5e383f4438b7 None None] Provisioning complete for port 383776ed-a60d-4566-92b4-4d7d1b6ee46c triggered by entity DHCP. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:50.172739 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3eda1d3d-6f6f-4c4c-b70c-5e383f4438b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.174203 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.180196 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-3f2aff73-3248-43e5-81c7-8f9ae1a4ed52 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4626486 Aug 29 20:23:50.180377 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37632) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:50.184518 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group_rule': {'security_group_id': '42c809db-d3ae-4ce7-b504-c65e2d6a2566', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:50.190394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:50.206481 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Request body: {'port': {'device_id': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:50.246102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:50.247933 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-30d5c14c-2e87-426e-a3cf-21f45060d6a3 req-66626d46-74c8-4fdd-aac9-9a2bbf6691be tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331086 Aug 29 20:23:50.306989 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.307613 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (c03adafc-8241-4e06-9975-db32a55d9cc3), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.316915 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:23:50.320547 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3eda1d3d-6f6f-4c4c-b70c-5e383f4438b7 None None] Port 383776ed-a60d-4566-92b4-4d7d1b6ee46c cannot update to ACTIVE because it is not bound. {{(pid=106550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:23:50.334276 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-7dc27fb5-7f1a-4bbc-8b62-e9a1dc60a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:50.335792 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-7dc27fb5-7f1a-4bbc-8b62-e9a1dc60a3ee service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 916 time: 0.1442599 Aug 29 20:23:50.432811 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-e3041c7c-60db-4be6-81e7-1dec326536ec service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 998 time: 0.0882044 Aug 29 20:23:50.439693 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (c03adafc-8241-4e06-9975-db32a55d9cc3), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.470435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (c03adafc-8241-4e06-9975-db32a55d9cc3), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.492983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03adafc-8241-4e06-9975-db32a55d9cc3,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:50.520630 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.522556 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7316515b-e476-453d-8345-4a65ce4b69ae tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3414743 Aug 29 20:23:50.530070 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37634) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:50.537358 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group_rule': {'security_group_id': '42c809db-d3ae-4ce7-b504-c65e2d6a2566', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:50.546516 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-268b4284-2e17-4389-a7ca-7c13280a64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:50.548886 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-268b4284-2e17-4389-a7ca-7c13280a64c8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 200 len: 854 time: 0.1076143 Aug 29 20:23:50.551664 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:50.594671 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (34e920de-1357-42a4-94c0-ee624a5f36b5), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.633349 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '9ecd1c65-2d4e-443f-b628-7b719445113c', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'port_id': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'mac_address': 'fa:16:3e:cd:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:23:48Z', 'updated_at': '2022-08-29T20:23:48Z', 'revision_number': 0, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:23:50.660145 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b48a203-6d04-4c8a-89ee-809030b58332 None None] The sync data for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi is: [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '9ecd1c65-2d4e-443f-b628-7b719445113c', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'port_id': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'mac_address': 'fa:16:3e:cd:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:23:48Z', 'updated_at': '2022-08-29T20:23:48Z', 'revision_number': 0, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:23:50.686153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (34e920de-1357-42a4-94c0-ee624a5f36b5), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.695807 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (34e920de-1357-42a4-94c0-ee624a5f36b5), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.754803 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383776ed-a60d-4566-92b4-4d7d1b6ee46c {{(pid=106549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:50.766632 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Publish callbacks [] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.791134 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.provisioning_blocks [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Transition to ACTIVE for port object 383776ed-a60d-4566-92b4-4d7d1b6ee46c will not be triggered until provisioned by entity L2. {{(pid=106549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:23:50.796516 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.918966 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Pushing event updated for resources: {'Port': ['ID=383776ed-a60d-4566-92b4-4d7d1b6ee46c,revision_number=2']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:50.965628 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Attempting to bind port 383776ed-a60d-4566-92b4-4d7d1b6ee46c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:23:50.966043 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Attempting to bind port 383776ed-a60d-4566-92b4-4d7d1b6ee46c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:23:50.966604 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Attempting to bind port 383776ed-a60d-4566-92b4-4d7d1b6ee46c on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:50.973117 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Port 383776ed-a60d-4566-92b4-4d7d1b6ee46c on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:23:50.973653 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Attempting to bind port 383776ed-a60d-4566-92b4-4d7d1b6ee46c on network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:23:50.981613 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Checking agent: {'id': 'b9e982b4-0877-4269-8977-acd11f08bbe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'started_at': datetime.datetime(2022, 8, 29, 20, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:23:50.982103 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Checking segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:23:50.982571 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Bound using segment: {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'} {{(pid=106549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:23:50.983245 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.managers [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Bound port: 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fe44b7-3012-45ec-afb2-ff0949fdca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6'}}] {{(pid=106549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:23:50.983804 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:50.995874 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3143c-f3f4-4399-b8ce-e95d5ed6184a None None] New status for floating IP 9ecd1c65-2d4e-443f-b628-7b719445113c: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:23:51.006026 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e920de-1357-42a4-94c0-ee624a5f36b5,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:51.012824 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.014701 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-3356f42f-011e-47c9-a97f-b4f668e08d91 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4832480 Aug 29 20:23:51.017411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37640) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:51.022764 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group_rule': {'security_group_id': '42c809db-d3ae-4ce7-b504-c65e2d6a2566', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:51.097164 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4d345-ad8b-4101-9065-63883deb4471 req-9c9f588d-07c2-41d8-a2b4-f2b8578a3163 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.104325 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-57a4d345-ad8b-4101-9065-63883deb4471 req-9c9f588d-07c2-41d8-a2b4-f2b8578a3163 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 946 time: 0.0711732 Aug 29 20:23:51.138019 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (4b3a727b-699c-439a-b77e-a895fda3ba13), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.138288 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:51.148652 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] For port 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host hv-cinder-85426, cleared binding levels {{(pid=106549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:23:51.168374 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] For port 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:23:51.181122 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbe065-6286-47f0-9d1a-1db0746ec7d3 req-953b5475-43e6-4dee-8690-d1e559838ab0 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.182846 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fefbe065-6286-47f0-9d1a-1db0746ec7d3 req-953b5475-43e6-4dee-8690-d1e559838ab0 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 944 time: 0.1069114 Aug 29 20:23:51.184784 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.189060 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.189681 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.192485 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/383776ed-a60d-4566-92b4-4d7d1b6ee46c HTTP/1.1" status: 200 len: 1094 time: 0.9935968 Aug 29 20:23:51.193005 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:51.195372 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bd7e33-4f6d-4300-b235-52e0a838c8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:51.202418 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-57a4d345-ad8b-4101-9065-63883deb4471 req-3971baa8-2d72-4ee5-b4f1-20d638381894 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969706 Aug 29 20:23:51.256779 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (4b3a727b-699c-439a-b77e-a895fda3ba13), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.259247 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39886f8-8a06-4fe5-ac31-14895803175a x-openstack-request-id: req-d39886f8-8a06-4fe5-ac31-14895803175a {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:51.259804 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:51.260219 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d39886f8-8a06-4fe5-ac31-14895803175a {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:51.260796 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39886f8-8a06-4fe5-ac31-14895803175a'] response: {'name': 'network-changed', 'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'status': 'completed', 'code': 200} Aug 29 20:23:51.261405 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (4b3a727b-699c-439a-b77e-a895fda3ba13), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.291905 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3a727b-699c-439a-b77e-a895fda3ba13,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:51.297578 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.301547 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5c2db935-c3d6-47f2-ac93-984a7a6824ce tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804222 Aug 29 20:23:51.301934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37648) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:51.308105 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group_rule': {'security_group_id': '42c809db-d3ae-4ce7-b504-c65e2d6a2566', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:51.344036 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.securitygroups_db [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Project 9f9f5a2386e2451f9a9b833859343595 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:23:51.353815 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (64f7e164-c10e-418d-acd0-963d836fce64), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.358361 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-fefbe065-6286-47f0-9d1a-1db0746ec7d3 req-dc969575-d87b-476f-865f-415ce0a6f758 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963626 Aug 29 20:23:51.363153 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33eb02-fe40-4766-8e11-d9e6b7af68ba service neutron] Pushing event updated for resources: {'Port': ['ID=383776ed-a60d-4566-92b4-4d7d1b6ee46c,revision_number=3']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:51.418418 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:51.441826 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (64f7e164-c10e-418d-acd0-963d836fce64), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.447024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (64f7e164-c10e-418d-acd0-963d836fce64), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.497443 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f7e164-c10e-418d-acd0-963d836fce64,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:51.527043 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459afc6-52f0-44d1-9101-b7836091a80a req-07a8b143-1849-4b69-a120-48a2f625f261 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.529527 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1459afc6-52f0-44d1-9101-b7836091a80a req-07a8b143-1849-4b69-a120-48a2f625f261 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0927618 Aug 29 20:23:51.539721 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.541093 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-ffcc8d1f-140a-4975-b9a4-891fdd63abfc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2380152 Aug 29 20:23:51.544560 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37652) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:23:51.548743 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'security_group_rule': {'security_group_id': '42c809db-d3ae-4ce7-b504-c65e2d6a2566', 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:51.566136 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-e391e2bf-8b3d-4544-b5fe-86b886550f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.567801 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-e391e2bf-8b3d-4544-b5fe-86b886550f5c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=72f342c8-cf40-409f-b436-aa5b868afdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971169 Aug 29 20:23:51.580926 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.securitygroups_db [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Project 9f9f5a2386e2451f9a9b833859343595 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:23:51.587760 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (3fc4dbb8-0f3e-4ce6-be87-afd5d2964928), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.597760 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:51.618187 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7e33-4f6d-4300-b235-52e0a838c8c8 req-03b4c653-c8fd-4524-aab0-413efb7af312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.619980 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-86bd7e33-4f6d-4300-b235-52e0a838c8c8 req-03b4c653-c8fd-4524-aab0-413efb7af312 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 1128 time: 0.1150830 Aug 29 20:23:51.645625 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1459afc6-52f0-44d1-9101-b7836091a80a req-2deb8157-9909-4ad6-8f29-f31d86962315 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863397 Aug 29 20:23:51.725449 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (3fc4dbb8-0f3e-4ce6-be87-afd5d2964928), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.735130 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699379'] for security_group_rule (3fc4dbb8-0f3e-4ce6-be87-afd5d2964928), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.755983 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc4dbb8-0f3e-4ce6-be87-afd5d2964928,revision_number=0']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:51.762626 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-b1081770-f599-4af8-a225-72c307b85691 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716805 Aug 29 20:23:51.775330 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7e33-4f6d-4300-b235-52e0a838c8c8 req-f303deb7-b640-4d20-9348-5e9f8e9e467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.777672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-86bd7e33-4f6d-4300-b235-52e0a838c8c8 req-f303deb7-b640-4d20-9348-5e9f8e9e467f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1306980 Aug 29 20:23:51.790126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:51.794601 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-c4a8bf07-2335-4cdf-bfc1-fb67d0a8e0ca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2490461 Aug 29 20:23:51.878694 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:51.914349 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8190f32a-5cb2-41c5-8a01-bed78be1041e req-73e99db4-3b78-4fa1-99f7-f7e940cd8435 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411858 Aug 29 20:23:51.958958 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7e33-4f6d-4300-b235-52e0a838c8c8 req-46fc4d42-c2f0-4d7e-8da5-19804c3ca087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:51.960540 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-86bd7e33-4f6d-4300-b235-52e0a838c8c8 req-46fc4d42-c2f0-4d7e-8da5-19804c3ca087 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714797 Aug 29 20:23:51.986195 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-3f405ef5-9f60-4c20-a6e9-f5f00f6e8698 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-489003092&fields=id&tenant_id=9f9f5a2386e2451f9a9b833859343595 HTTP/1.1" status: 200 len: 267 time: 0.0932248 Aug 29 20:23:52.048321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-8442a748-9deb-4a45-a5f3-dd7e82e01ae3 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.050353 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-8442a748-9deb-4a45-a5f3-dd7e82e01ae3 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Aug 29 20:23:52.061877 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.v2.base [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'port': {'security_groups': ['21124eb5-011d-45e6-8618-a8896fa66602', '42c809db-d3ae-4ce7-b504-c65e2d6a2566']}} {{(pid=106549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:23:52.181596 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-9b47b49e-7aa1-4718-bbf7-2cd0406397f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.183166 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-9b47b49e-7aa1-4718-bbf7-2cd0406397f6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 1128 time: 0.0800891 Aug 29 20:23:52.195709 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:52.242188 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-a773a74e-6b22-4118-9a36-49261d97bd1f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c HTTP/1.1" status: 200 len: 217 time: 0.0425098 Aug 29 20:23:52.344215 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-f334c55e-3d92-453d-bf3b-c39604c0d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.345694 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-f334c55e-3d92-453d-bf3b-c39604c0d1a8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0792401 Aug 29 20:23:52.376542 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:52.453510 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46793-5754-4b2b-b062-8af8f4870333 req-41c01e61-0b2c-4c7a-aa4a-8926b2dbff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.455188 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-41c01e61-0b2c-4c7a-aa4a-8926b2dbff3f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943294 Aug 29 20:23:52.501414 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd81a-5edf-4b8f-9fb9-1d2f91960ed7 req-3ad2a618-27fa-480e-8829-ba6f6bd4da3a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.503110 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a9dfd81a-5edf-4b8f-9fb9-1d2f91960ed7 req-3ad2a618-27fa-480e-8829-ba6f6bd4da3a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 944 time: 0.0558383 Aug 29 20:23:52.542248 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:52.578550 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a9dfd81a-5edf-4b8f-9fb9-1d2f91960ed7 req-bd1ecac5-288a-4606-8cb2-311a80dd8a1d tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653083 Aug 29 20:23:52.591555 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:52.615470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909025'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:52.628681 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.629893 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:52.632326 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e26e282d-eaa7-4011-8e82-0ebb6af1aa6c req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "PUT /networking/v2.0/ports/fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 981 time: 0.5751054 Aug 29 20:23:52.673965 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['fc186e24-1eed-41aa-8b3e-068089cecf38'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:52.819981 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7421d1-ba08-48de-97a0-eefeecb86493 req-bb581acb-4c2e-4a60-8a71-ded54f079797 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.825047 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac4e96-67ae-407f-bb2d-3cac071d1685 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=6']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:52.837539 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7b7421d1-ba08-48de-97a0-eefeecb86493 req-bb581acb-4c2e-4a60-8a71-ded54f079797 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.1228130 Aug 29 20:23:52.844039 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-1a2a929f-14a8-4f2d-90f8-4c3cca30a77a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680712 Aug 29 20:23:52.855908 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e505224-22b6-42e7-8a25-3cf665470dfd req-3075a879-c188-4aba-998c-4c5ced1cb264 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:52.858328 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1e505224-22b6-42e7-8a25-3cf665470dfd req-3075a879-c188-4aba-998c-4c5ced1cb264 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0905445 Aug 29 20:23:52.947068 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7b7421d1-ba08-48de-97a0-eefeecb86493 req-40b03a81-1988-4ad9-bda6-81c243b1177a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069136 Aug 29 20:23:52.948683 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['fc186e24-1eed-41aa-8b3e-068089cecf38'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:52.951587 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:52.966547 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-1e505224-22b6-42e7-8a25-3cf665470dfd req-e8eb2d85-4916-4054-8fe1-08976073ba39 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985513 Aug 29 20:23:53.146550 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:53.256067 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:53.262704 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:53.267225 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:53.316286 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c189a7-3ba8-4a29-a4ed-6879798a8a71 x-openstack-request-id: req-f6c189a7-3ba8-4a29-a4ed-6879798a8a71 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:53.316731 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:53.316985 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6c189a7-3ba8-4a29-a4ed-6879798a8a71 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:53.317390 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c189a7-3ba8-4a29-a4ed-6879798a8a71'] response: {'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'status': 'completed', 'code': 200} Aug 29 20:23:53.508902 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-de83fb4e-be38-4b2a-8ded-72f2877b8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:53.510552 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-de83fb4e-be38-4b2a-8ded-72f2877b8949 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1168 time: 0.0520048 Aug 29 20:23:53.544247 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-79b46793-5754-4b2b-b062-8af8f4870333 req-fa90c9fc-3777-436f-9296-471024750962 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079168 Aug 29 20:23:53.632227 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-79240c36-7977-4263-a7cf-9108836fe5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:53.633743 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-79240c36-7977-4263-a7cf-9108836fe5a7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 916 time: 0.1135914 Aug 29 20:23:53.720619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5307f-cc7b-4dc3-b4a4-02ee29119536 req-454a939b-96db-4db3-a8f2-29f88113ed69 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:53.722444 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51e5307f-cc7b-4dc3-b4a4-02ee29119536 req-454a939b-96db-4db3-a8f2-29f88113ed69 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 944 time: 0.0525551 Aug 29 20:23:53.777475 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-51e5307f-cc7b-4dc3-b4a4-02ee29119536 req-15a3d649-293e-4c41-af30-98c4c4f1c31b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491056 Aug 29 20:23:54.106505 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e9451-8a08-4687-9789-dde6b744c483 req-ca37337f-8254-40b1-b5f2-2c07ae8a978e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:54.108017 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6e9e9451-8a08-4687-9789-dde6b744c483 req-ca37337f-8254-40b1-b5f2-2c07ae8a978e tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 943 time: 0.0542715 Aug 29 20:23:54.168826 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6e9e9451-8a08-4687-9789-dde6b744c483 req-c8db803f-8d1d-4c1a-89ea-dba61b34cb35 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541570 Aug 29 20:23:54.526796 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 83c4727c-dd32-4e08-9379-33b1f266216a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:23:54.567853 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:54.579296 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-486332a1-01d7-4f61-bb99-a61839ef8264 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 1000 time: 0.0681951 Aug 29 20:23:54.636958 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 83c4727c-dd32-4e08-9379-33b1f266216a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83c4727c-dd32-4e08-9379-33b1f266216a,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:54.638359 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-a1afd012-6438-41d7-b913-446ae41c8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:54.638359 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-a1afd012-6438-41d7-b913-446ae41c8798 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 200 len: 854 time: 0.0504489 Aug 29 20:23:54.649099 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '83c4727c-dd32-4e08-9379-33b1f266216a', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'port_id': '83c4727c-dd32-4e08-9379-33b1f266216a', 'mac_address': 'fa:16:3e:d0:e3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:23:54.687283 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 83c4727c-dd32-4e08-9379-33b1f266216a is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:54.687680 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:54.691482 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-ca61afc1-580f-490b-aff6-4d2220db937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:54.693071 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-ca61afc1-580f-490b-aff6-4d2220db937f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=72f342c8-cf40-409f-b436-aa5b868afdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439448 Aug 29 20:23:54.706605 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c4727c-dd32-4e08-9379-33b1f266216a {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:54.727137 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 83c4727c-dd32-4e08-9379-33b1f266216a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83c4727c-dd32-4e08-9379-33b1f266216a,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:54.731048 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:54.782013 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=83c4727c-dd32-4e08-9379-33b1f266216a,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:54.803229 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-af70a4ce-8017-4be3-ad9d-62c7f67eaee0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030710 Aug 29 20:23:54.922243 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-983b3bc4-46a8-4ceb-aed8-806cffd0aa9b req-c5d7b0a8-d7e0-4339-9342-55f655737a96 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129546 Aug 29 20:23:54.922477 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adaf51b-b54a-4011-b60e-7d9e5630a5af req-d6ac48db-637c-43d6-b603-301c2a5fbe79 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:54.923834 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4adaf51b-b54a-4011-b60e-7d9e5630a5af req-d6ac48db-637c-43d6-b603-301c2a5fbe79 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 944 time: 0.0564258 Aug 29 20:23:54.982634 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4adaf51b-b54a-4011-b60e-7d9e5630a5af req-d936430e-17ef-418a-8c2c-ca1c1f9a2b96 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528877 Aug 29 20:23:55.137538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['83c4727c-dd32-4e08-9379-33b1f266216a'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:55.300907 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d6bd-d90d-4031-be3f-880f7ab7968c req-c3449a79-a5c1-4d49-a5d1-fa8da3da8445 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:55.302332 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8515d6bd-d90d-4031-be3f-880f7ab7968c req-c3449a79-a5c1-4d49-a5d1-fa8da3da8445 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 944 time: 0.0526304 Aug 29 20:23:55.306414 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=100 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:55.356017 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8515d6bd-d90d-4031-be3f-880f7ab7968c req-0948d29f-70a6-4bc5-b8c7-e76cf943036f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Aug 29 20:23:56.110392 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2291f1e-2af9-428d-a236-eb525370de15 req-981f5afd-4e55-4292-82a2-f956313dc8e1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:56.112484 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e2291f1e-2af9-428d-a236-eb525370de15 req-981f5afd-4e55-4292-82a2-f956313dc8e1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 944 time: 0.0487704 Aug 29 20:23:56.166969 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-e2291f1e-2af9-428d-a236-eb525370de15 req-f0def2fa-7bdf-44d1-bdb0-4d19487034a1 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Aug 29 20:23:56.297688 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:56.492313 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd2d4c-520d-4a51-ad7d-feaeb8646638 req-904d8a3b-6b92-4e75-9319-3196b45ca774 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:56.493845 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-58fd2d4c-520d-4a51-ad7d-feaeb8646638 req-904d8a3b-6b92-4e75-9319-3196b45ca774 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 944 time: 0.0624640 Aug 29 20:23:56.545580 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-58fd2d4c-520d-4a51-ad7d-feaeb8646638 req-01c59169-4b16-4704-9476-4ace6c2b028f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Aug 29 20:23:56.550665 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 383776ed-a60d-4566-92b4-4d7d1b6ee46c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:23:56.575722 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 83c4727c-dd32-4e08-9379-33b1f266216a up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:23:56.681583 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 83c4727c-dd32-4e08-9379-33b1f266216a completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:23:56.696645 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:56.699020 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 83c4727c-dd32-4e08-9379-33b1f266216a triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:56.699395 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:56.727309 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Returning: {'device': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'port_id': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'mac_address': 'fa:16:3e:d2:e9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:23:56.778250 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 383776ed-a60d-4566-92b4-4d7d1b6ee46c is: DOWN; New status is: BUILD {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:56.778631 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:56.813748 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383776ed-a60d-4566-92b4-4d7d1b6ee46c {{(pid=106550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:23:56.847265 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:56.848208 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 83c4727c-dd32-4e08-9379-33b1f266216a is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:56.848647 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:56.852056 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:56.904902 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:56.907185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128d8cd-8ebe-4ee7-b7d7-8b5f000c1a89" -d '{"events": [{"server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "name": "network-vif-plugged", "status": "completed", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:56.926415 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 83c4727c-dd32-4e08-9379-33b1f266216a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83c4727c-dd32-4e08-9379-33b1f266216a,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:56.932881 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:56.940313 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=383776ed-a60d-4566-92b4-4d7d1b6ee46c,revision_number=4']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:56.969920 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da733634-51c7-4c02-9917-a30f63e49716 x-openstack-request-id: req-da733634-51c7-4c02-9917-a30f63e49716 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:56.970215 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "name": "network-vif-plugged", "status": "completed", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:56.970489 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da733634-51c7-4c02-9917-a30f63e49716 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:56.971429 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da733634-51c7-4c02-9917-a30f63e49716'] response: {'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a', 'code': 200} Aug 29 20:23:57.004239 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=83c4727c-dd32-4e08-9379-33b1f266216a,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:57.314848 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['383776ed-a60d-4566-92b4-4d7d1b6ee46c'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:23:57.337746 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25dd4f-0ca2-4b58-82ec-a1ef11babcde req-78e49d32-5efc-4cec-9c9d-46c9f66e676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:57.340276 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9d25dd4f-0ca2-4b58-82ec-a1ef11babcde req-78e49d32-5efc-4cec-9c9d-46c9f66e676c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0922019 Aug 29 20:23:57.349014 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:57.373344 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6aa66-7006-4940-93d3-975f4c12f3e4 req-5a00519d-2f81-463e-917c-1a364fe9fa6e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:57.374871 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f4c6aa66-7006-4940-93d3-975f4c12f3e4 req-5a00519d-2f81-463e-917c-1a364fe9fa6e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 945 time: 0.0935841 Aug 29 20:23:57.388647 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:57.445109 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9d25dd4f-0ca2-4b58-82ec-a1ef11babcde req-b54d16e1-a883-4dc2-a060-74aa193cc41d service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941648 Aug 29 20:23:57.461979 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f4c6aa66-7006-4940-93d3-975f4c12f3e4 req-63412c8c-366b-43f6-b4fe-0ee4e0a8dcc6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755677 Aug 29 20:23:57.705991 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc114c52-b5d2-4605-9ddb-eda88d7e31b8 req-522ff530-a27a-4f15-ab00-5e168ac7880c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:57.708686 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc114c52-b5d2-4605-9ddb-eda88d7e31b8 req-522ff530-a27a-4f15-ab00-5e168ac7880c tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.0728486 Aug 29 20:23:57.777640 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc114c52-b5d2-4605-9ddb-eda88d7e31b8 req-40c41bb0-6fab-4ac0-8057-0598ef80ccd1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621221 Aug 29 20:23:58.587429 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 383776ed-a60d-4566-92b4-4d7d1b6ee46c up at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:23:58.597381 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c0f0b-a079-4b44-8fe2-1f5e185b936a req-3b751375-df05-4dc4-b7ae-a35bee9b671c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:58.598962 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-143c0f0b-a079-4b44-8fe2-1f5e185b936a req-3b751375-df05-4dc4-b7ae-a35bee9b671c tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Aug 29 20:23:58.646872 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning for port 383776ed-a60d-4566-92b4-4d7d1b6ee46c completed by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:23:58.653894 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.provisioning_blocks [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Provisioning complete for port 383776ed-a60d-4566-92b4-4d7d1b6ee46c triggered by entity L2. {{(pid=106550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:23:58.654681 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751203'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), provisioning_complete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:58.664037 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-143c0f0b-a079-4b44-8fe2-1f5e185b936a req-08ebbec1-8c9b-46ba-bcb8-e94143858671 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560274 Aug 29 20:23:58.702069 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:23:58.746231 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Current status of the port 383776ed-a60d-4566-92b4-4d7d1b6ee46c is: BUILD; New status is: ACTIVE {{(pid=106550) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:23:58.746616 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), before_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:58.783828 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] For port 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:23:58.787764 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:23:58.855690 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Pushing event updated for resources: {'Port': ['ID=383776ed-a60d-4566-92b4-4d7d1b6ee46c,revision_number=5']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:23:58.975776 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c'}] {{(pid=106550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:23:58.978628 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb406b86c537107e8b1ec022d34e12bbc1f5d27919a3cbec9e36cc40a9933ecf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c837d4-7863-4ad7-bca0-e4aea2a374af" -d '{"events": [{"server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "name": "network-vif-plugged", "status": "completed", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c"}]}' {{(pid=106550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:23:59.020606 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf5416-a465-47bd-903b-f8311bb69158 x-openstack-request-id: req-c2bf5416-a465-47bd-903b-f8311bb69158 {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:23:59.021105 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "name": "network-vif-plugged", "status": "completed", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c", "code": 200}]} {{(pid=106550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:23:59.021483 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2bf5416-a465-47bd-903b-f8311bb69158 {{(pid=106550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:23:59.022190 dv-cinder-854261-2-iscsi neutron-server[106550]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bf5416-a465-47bd-903b-f8311bb69158'] response: {'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'code': 200} Aug 29 20:23:59.221292 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b8339-5f97-4b37-8f70-5adbcb9fbfd9 req-07575e0d-16dc-4057-b248-02aaa3b13c33 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:59.222888 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d34b8339-5f97-4b37-8f70-5adbcb9fbfd9 req-07575e0d-16dc-4057-b248-02aaa3b13c33 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.3544345 Aug 29 20:23:59.285649 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d34b8339-5f97-4b37-8f70-5adbcb9fbfd9 req-657b1c4e-4101-4e5f-8d32-4b2ae0b9d49d tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538464 Aug 29 20:23:59.828248 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d56b44-6d04-4dd4-8a42-d0fb793d7b99 req-77d1b41a-3aef-40a6-b399-dbb21fdb6520 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:23:59.837949 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-49d56b44-6d04-4dd4-8a42-d0fb793d7b99 req-77d1b41a-3aef-40a6-b399-dbb21fdb6520 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0752189 Aug 29 20:23:59.890025 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-49d56b44-6d04-4dd4-8a42-d0fb793d7b99 req-cece6c29-71a2-44fc-880b-a50eef5bc8ec tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504622 Aug 29 20:24:00.333787 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0c2a-8aca-4af0-b405-b3c095fb0401 req-af77109d-7f27-4bac-a704-f867d9cc7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:00.335413 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-456a0c2a-8aca-4af0-b405-b3c095fb0401 req-af77109d-7f27-4bac-a704-f867d9cc7f54 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 1130 time: 0.0458729 Aug 29 20:24:00.405950 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-456a0c2a-8aca-4af0-b405-b3c095fb0401 req-0283f65e-1606-460a-a2bf-3eaf8284c56b service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524781 Aug 29 20:24:00.442397 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735e89-61f5-4056-aecc-2e06f66ea7a9 req-2e18e59f-b03f-471e-8555-9059645dc959 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:00.444246 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-62735e89-61f5-4056-aecc-2e06f66ea7a9 req-2e18e59f-b03f-471e-8555-9059645dc959 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Aug 29 20:24:00.498312 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:00.531951 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-62735e89-61f5-4056-aecc-2e06f66ea7a9 req-5152c97c-f75e-4606-8178-7446939f66ec tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791771 Aug 29 20:24:00.699773 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5f69-a556-41c1-96d5-6b710ad53de5 req-76eb8452-a424-42c2-93eb-899a794449d2 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:00.702079 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-721c5f69-a556-41c1-96d5-6b710ad53de5 req-76eb8452-a424-42c2-93eb-899a794449d2 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.0610249 Aug 29 20:24:00.795443 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-721c5f69-a556-41c1-96d5-6b710ad53de5 req-cd9ee173-1234-4f64-a29b-c5c136823871 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831060 Aug 29 20:24:00.853621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37724) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:01.056611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8298b-e3ce-4281-96e7-5cc156c6ade2 req-f88a8caa-1548-4d4f-a1b5-086806d3af80 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:01.059260 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d2f8298b-e3ce-4281-96e7-5cc156c6ade2 req-f88a8caa-1548-4d4f-a1b5-086806d3af80 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0654371 Aug 29 20:24:01.075341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:01.090065 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea3457d-2e39-493d-b4ad-0c3a5e945e3c tempest-TestVolumeBootPattern-2139053638 tempest-TestVolumeBootPattern-2139053638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:01.091666 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-bea3457d-2e39-493d-b4ad-0c3a5e945e3c tempest-TestVolumeBootPattern-2139053638 tempest-TestVolumeBootPattern-2139053638-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 1124 time: 0.2369037 Aug 29 20:24:01.096332 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37730) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:01.103239 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Request body: {'floatingip': {'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'port_id': '83c4727c-dd32-4e08-9379-33b1f266216a', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:24:01.134108 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:01.134420 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d2f8298b-e3ce-4281-96e7-5cc156c6ade2 req-457790a1-d49c-4144-8caf-9ec53a28a72b tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643797 Aug 29 20:24:01.148439 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:01.179663 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:01.263055 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:01.388589 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_common [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Allocated IP 172.27.3.150 (e91dcfef-2645-4716-ae0f-abd08e221c3c/77e8012a-799a-4b1e-bdab-1d0cc45e9147/57a4f0c1-7548-4a68-8cd0-f0c090b3b09a) {{(pid=106548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:24:01.441816 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-2ca74231-474b-4854-9f28-2385cfa11dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:01.492963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:01.509372 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:01.560543 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775560778280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:01.606664 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Network e91dcfef-2645-4716-ae0f-abd08e221c3c is already hosted by enough agents. {{(pid=106548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:24:01.609839 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.base_scheduler [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Resources bound (agent type, host, resource id): {{(pid=106548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:24:01.614278 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Received port after_create {{(pid=106548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:24:01.636841 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=57a4f0c1-7548-4a68-8cd0-f0c090b3b09a,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:02.016666 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (c0af9179-2190-4dd4-b274-9e01283a9a33), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:02.039138 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:02.100047 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:02.295480 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aee45-fd0e-4729-b22b-24a4c8fc9a17 req-bd159b12-5c24-4bc7-b0de-fed44130f473 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:02.296934 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f87aee45-fd0e-4729-b22b-24a4c8fc9a17 req-bd159b12-5c24-4bc7-b0de-fed44130f473 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0694420 Aug 29 20:24:02.328565 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:02.337462 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:02.422536 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-f87aee45-fd0e-4729-b22b-24a4c8fc9a17 req-a93d314b-0e82-43db-8f8d-437bf520c912 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145751 Aug 29 20:24:02.431921 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event updated for resources: {'Port': ['ID=57a4f0c1-7548-4a68-8cd0-f0c090b3b09a,revision_number=2']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:02.437084 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (c0af9179-2190-4dd4-b274-9e01283a9a33), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:02.439670 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:02.543849 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Floating IP c0af9179-2190-4dd4-b274-9e01283a9a33 associated. External IP: 172.27.3.150, port: 83c4727c-dd32-4e08-9379-33b1f266216a. Aug 29 20:24:02.770393 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:24:02.881393 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:24:02.892840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:24:02.906268 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:24:02.907089 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:23:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:02.909116 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:02.949769 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f47da122-e4bb-4b73-9166-611a6fd83b95 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8480113 Aug 29 20:24:02.949769 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:24:02.949769 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31996b44-4aea-4df8-a4af-f9fcbdc63c29" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:24:02.999041 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd512f0e-c49a-4029-81b5-ddba054c5ee7 x-openstack-request-id: req-dd512f0e-c49a-4029-81b5-ddba054c5ee7 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:24:02.999336 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:24:02.999588 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd512f0e-c49a-4029-81b5-ddba054c5ee7 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:24:02.999997 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd512f0e-c49a-4029-81b5-ddba054c5ee7'] response: {'name': 'network-changed', 'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a', 'status': 'completed', 'code': 200} Aug 29 20:24:03.160903 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:24:03.384538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:30Z', 'revision_number': 1, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}, {'id': 'c0af9179-2190-4dd4-b274-9e01283a9a33', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '83c4727c-dd32-4e08-9379-33b1f266216a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:d0:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:24:01Z', 'updated_at': '2022-08-29T20:24:01Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:03.416097 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:24:03.425644 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:24:03.426293 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:23:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:03.522256 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:03.551273 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:24:03.575844 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c443b83-cfa4-4412-aee2-8529e672322d req-7f915328-3468-451b-8242-d5c4c8234256 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:03.577384 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8c443b83-cfa4-4412-aee2-8529e672322d req-7f915328-3468-451b-8242-d5c4c8234256 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0710838 Aug 29 20:24:03.613550 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:03.631134 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8c443b83-cfa4-4412-aee2-8529e672322d req-ee0cde48-b0c3-41de-8b57-c101cac42f5f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475314 Aug 29 20:24:03.742614 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:24:03.818354 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:30Z', 'revision_number': 1, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}, {'id': 'c0af9179-2190-4dd4-b274-9e01283a9a33', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '83c4727c-dd32-4e08-9379-33b1f266216a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:d0:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:24:01Z', 'updated_at': '2022-08-29T20:24:01Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:03.844089 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a85f6c-0d36-4707-8e6a-f6f59810affd None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:30Z', 'revision_number': 1, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}, {'id': 'c0af9179-2190-4dd4-b274-9e01283a9a33', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '83c4727c-dd32-4e08-9379-33b1f266216a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:d0:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:24:01Z', 'updated_at': '2022-08-29T20:24:01Z', 'revision_number': 0, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:24:03.883379 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7174f586-5ed6-462b-a462-6a2f905356f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:04.090413 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6851fe-3148-4817-83d4-fd77aebb87e0 None None] New status for floating IP c0af9179-2190-4dd4-b274-9e01283a9a33: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:24:04.456648 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-031066b0-9d1d-4cff-b5b0-da30f61dee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:04.458615 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-031066b0-9d1d-4cff-b5b0-da30f61dee22 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0497074 Aug 29 20:24:04.589732 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-db37701c-3958-49d9-a41a-26e2b1887c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:04.591482 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-db37701c-3958-49d9-a41a-26e2b1887c48 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1220057 Aug 29 20:24:04.669828 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-86f5b332-ce00-4e68-aae3-9f940ef51875 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c4727c-dd32-4e08-9379-33b1f266216a HTTP/1.1" status: 200 len: 1001 time: 0.0705540 Aug 29 20:24:04.816998 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035d97-1365-4e70-8ef0-95797ffaaae5 req-a3e6d206-3e70-4130-a390-ea8624f48724 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:04.820218 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc035d97-1365-4e70-8ef0-95797ffaaae5 req-a3e6d206-3e70-4130-a390-ea8624f48724 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0704098 Aug 29 20:24:04.890776 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc035d97-1365-4e70-8ef0-95797ffaaae5 req-7b3703ce-9ebf-424d-b068-f8583c9f11ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642078 Aug 29 20:24:05.360800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:05.376175 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:06.050792 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a865cf-ef52-4744-b1c6-54f351178214 req-4522c951-67e2-4150-bed6-03ec85965b83 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:06.052448 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-98a865cf-ef52-4744-b1c6-54f351178214 req-4522c951-67e2-4150-bed6-03ec85965b83 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0728271 Aug 29 20:24:06.113850 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-98a865cf-ef52-4744-b1c6-54f351178214 req-12212cc0-8c99-41fc-a6d9-c279880eb19f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521188 Aug 29 20:24:06.252982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ca8ec-6cfd-492c-88aa-81734d51fd64 req-8b8ecb59-d8d9-4338-891d-e5de16ea50d4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:06.254598 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b63ca8ec-6cfd-492c-88aa-81734d51fd64 req-8b8ecb59-d8d9-4338-891d-e5de16ea50d4 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0506108 Aug 29 20:24:06.270756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37762) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:06.275506 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Request body: {'floatingip': {'port_id': '383776ed-a60d-4566-92b4-4d7d1b6ee46c'}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:24:06.337442 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:06.338380 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (420ee6ea-98bb-4934-ae95-f08f125a0a33), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:06.804327 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:06.809602 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:07.086706 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:07.091959 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (420ee6ea-98bb-4934-ae95-f08f125a0a33), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:07.098150 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:07.210484 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP 420ee6ea-98bb-4934-ae95-f08f125a0a33 associated. External IP: 172.27.3.97, port: 383776ed-a60d-4566-92b4-4d7d1b6ee46c. Aug 29 20:24:07.314934 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:07.427049 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-64c2c73d-6c7d-4171-8879-e1c20bb739c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:07.428427 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-64c2c73d-6c7d-4171-8879-e1c20bb739c0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0954840 Aug 29 20:24:07.496606 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:24:07.619020 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:24:07.623490 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:07.631827 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:24:07.644402 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:24:07.645409 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:24:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:07.669787 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f1d93396-00b5-41d4-a78e-9c846a6ca9ca tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/420ee6ea-98bb-4934-ae95-f08f125a0a33 HTTP/1.1" status: 200 len: 991 time: 1.3976533 Aug 29 20:24:07.670629 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:24:07.673957 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3736c7-3e29-45f5-aa85-c887f72912ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:24:07.734485 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8db66d-1eac-4886-bd97-bf634b6e1606 x-openstack-request-id: req-5d8db66d-1eac-4886-bd97-bf634b6e1606 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:24:07.735393 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:24:07.735753 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d8db66d-1eac-4886-bd97-bf634b6e1606 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:24:07.736396 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8db66d-1eac-4886-bd97-bf634b6e1606'] response: {'name': 'network-changed', 'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'status': 'completed', 'code': 200} Aug 29 20:24:07.779249 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:24:08.033600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '420ee6ea-98bb-4934-ae95-f08f125a0a33', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:d2:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:23:45Z', 'updated_at': '2022-08-29T20:24:06Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:08.065311 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:24:08.075564 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:24:08.076249 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:24:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:08.186475 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:24:08.402475 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:08.454424 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '420ee6ea-98bb-4934-ae95-f08f125a0a33', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:d2:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:23:45Z', 'updated_at': '2022-08-29T20:24:06Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:08.491073 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6faad74-e499-40f2-910a-1ceec43f79eb None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '420ee6ea-98bb-4934-ae95-f08f125a0a33', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'port_id': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'mac_address': 'fa:16:3e:d2:e9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:23:45Z', 'updated_at': '2022-08-29T20:24:06Z', 'revision_number': 1, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:24:08.556923 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-d7314e2b-df72-47b9-a9a7-8dd3011ff0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:08.559570 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-d7314e2b-df72-47b9-a9a7-8dd3011ff0f0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706151 Aug 29 20:24:08.574056 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-2206fcfe-c3ce-46fb-8b60-84a55de78988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:08.575864 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-2206fcfe-c3ce-46fb-8b60-84a55de78988 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 1130 time: 0.0743303 Aug 29 20:24:08.685556 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:08.725733 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-296b5971-5150-4332-9b0e-41a903636d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:08.730029 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-296b5971-5150-4332-9b0e-41a903636d4f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 200 len: 916 time: 0.1420426 Aug 29 20:24:08.736595 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-36cb7ff0-d5cb-4020-a7b3-617ab4e8b916 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586568 Aug 29 20:24:08.812119 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c08eb-8ac9-47c9-8bba-f135cd28f0e5 None None] New status for floating IP 420ee6ea-98bb-4934-ae95-f08f125a0a33: ACTIVE {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:24:08.859356 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-ed9ef7e4-638a-4f09-9a62-9c89189cd5b1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c HTTP/1.1" status: 200 len: 999 time: 0.1051850 Aug 29 20:24:08.886126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:08.910077 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-31996b44-4aea-4df8-a4af-f9fcbdc63c29 req-2471beae-4d0e-49a1-b2d1-0411d929a165 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552403 Aug 29 20:24:08.955804 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-d5d82c67-a0e4-498d-83e5-f1824a0d621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:08.958594 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-d5d82c67-a0e4-498d-83e5-f1824a0d621c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 200 len: 854 time: 0.0805817 Aug 29 20:24:09.040563 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-d840f5c4-fcf2-4f36-8a3a-d6c936f5185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:09.042134 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-d840f5c4-fcf2-4f36-8a3a-d6c936f5185d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=68f99afd-3890-4bbb-ac8f-4e5af64abbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558550 Aug 29 20:24:09.167134 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-77e443ca-2e35-4212-8771-f98c70ab5aa9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084325 Aug 29 20:24:09.272032 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-bc3736c7-3e29-45f5-aa85-c887f72912ee req-44cf10dc-f6cd-45a7-8fc3-8158df0c5925 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950394 Aug 29 20:24:14.360642 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67d33a-771f-4b66-acdd-affc872d65d5 req-5a40c898-2f91-47ff-a910-6c7bb77dbd00 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:14.362198 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7d67d33a-771f-4b66-acdd-affc872d65d5 req-5a40c898-2f91-47ff-a910-6c7bb77dbd00 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 946 time: 0.0568523 Aug 29 20:24:14.414338 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-7d67d33a-771f-4b66-acdd-affc872d65d5 req-e453fe1e-8ef4-4cfa-8377-af75e244a21a tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Aug 29 20:24:15.564122 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93f416-6185-4351-8201-9246b594a429 req-4d5e6d05-cfc5-4fb5-9ffc-87ea34ec6537 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:15.566410 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7a93f416-6185-4351-8201-9246b594a429 req-4d5e6d05-cfc5-4fb5-9ffc-87ea34ec6537 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 946 time: 0.0575893 Aug 29 20:24:15.639369 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-7a93f416-6185-4351-8201-9246b594a429 req-091ac05b-1652-4f7f-b53d-6c1fd2b5cf5d tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623274 Aug 29 20:24:16.525512 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-cd7dca5e-0cfe-4781-935f-1516bd8c4078 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:16.527805 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-cd7dca5e-0cfe-4781-935f-1516bd8c4078 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 946 time: 0.0646222 Aug 29 20:24:16.627123 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Deleting port 6185c796-fc55-418e-a57e-a35ddb233dfa {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:24:16.627470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:16.739332 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] For port 6185c796-fc55-418e-a57e-a35ddb233dfa, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6185c796-fc55-418e-a57e-a35ddb233dfa,segment=NetworkSegment(20881b14-fb0b-4b71-9adc-c4c2d9f134ea),segment_id=20881b14-fb0b-4b71-9adc-c4c2d9f134ea)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:24:16.739745 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:16.780268 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:16.782653 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Calling delete_port for 6185c796-fc55-418e-a57e-a35ddb233dfa owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:24:16.810715 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2164a9-769c-41e4-96de-597a2fec3ad1 req-e2ee7ed5-23ec-4dd3-b030-41ba818faf06 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:16.812739 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9a2164a9-769c-41e4-96de-597a2fec3ad1 req-e2ee7ed5-23ec-4dd3-b030-41ba818faf06 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 946 time: 0.0700951 Aug 29 20:24:16.904964 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-9a2164a9-769c-41e4-96de-597a2fec3ad1 req-d50e64bb-4181-4e65-a821-e1e24ef0c50d tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4dd35157-0223-4fba-93f5-14bafdc3142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626783 Aug 29 20:24:16.968040 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:16.981083 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (6185c796-fc55-418e-a57e-a35ddb233dfa), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:17.011159 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Pushing event deleted for resources: {'Port': ['ID=6185c796-fc55-418e-a57e-a35ddb233dfa,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:17.060922 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] No DVR routers for this DVR port 6185c796-fc55-418e-a57e-a35ddb233dfa on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:24:17.066731 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:17.067541 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-72cf09a8-7cc8-453b-8715-346fe6d2981d req-494042e4-c94d-4a86-8c0d-bfd5ca053311 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.77 "DELETE /networking/v2.0/ports/6185c796-fc55-418e-a57e-a35ddb233dfa HTTP/1.1" status: 204 len: 173 time: 0.5325730 Aug 29 20:24:17.067996 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b3178e-cab8-4084-9853-7f2158716f4a', 'name': 'network-vif-deleted', 'tag': '6185c796-fc55-418e-a57e-a35ddb233dfa'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:24:17.070365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90bbec-52b4-46e6-8e84-6a285f8a8423" -d '{"events": [{"server_uuid": "70b3178e-cab8-4084-9853-7f2158716f4a", "name": "network-vif-deleted", "tag": "6185c796-fc55-418e-a57e-a35ddb233dfa"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:24:17.123352 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf3f8ba-fec2-4705-beda-071f5b0e71d3 x-openstack-request-id: req-aaf3f8ba-fec2-4705-beda-071f5b0e71d3 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:24:17.123654 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b3178e-cab8-4084-9853-7f2158716f4a", "name": "network-vif-deleted", "tag": "6185c796-fc55-418e-a57e-a35ddb233dfa", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:24:17.123926 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaf3f8ba-fec2-4705-beda-071f5b0e71d3 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:24:17.125010 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf3f8ba-fec2-4705-beda-071f5b0e71d3'] response: {'server_uuid': '70b3178e-cab8-4084-9853-7f2158716f4a', 'name': 'network-vif-deleted', 'tag': '6185c796-fc55-418e-a57e-a35ddb233dfa', 'status': 'completed', 'code': 200} Aug 29 20:24:18.063618 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-149aa96e-b9dd-4a5a-94f2-d2acc5baa29a req-3d11a3f2-1294-4ba1-95f7-cc4405fe2328 tempest-VolumesSnapshotTestJSON-2022608584 tempest-VolumesSnapshotTestJSON-2022608584-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70b3178e-cab8-4084-9853-7f2158716f4a HTTP/1.1" status: 200 len: 210 time: 0.0314949 Aug 29 20:24:18.450808 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:18.459694 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:18.668220 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6185c796-fc55-418e-a57e-a35ddb233dfa no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:24:18.688682 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 6185c796-fc55-418e-a57e-a35ddb233dfa {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:24:18.689031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 6185c796-fc55-418e-a57e-a35ddb233dfa not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:24:18.976298 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:25.276328 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959a523-a78e-4cf4-89c9-9675ce9a2f28 req-84c586a9-4f83-4503-9395-2b9ad4e63d74 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:25.278473 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d959a523-a78e-4cf4-89c9-9675ce9a2f28 req-84c586a9-4f83-4503-9395-2b9ad4e63d74 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0647619 Aug 29 20:24:25.356008 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-d959a523-a78e-4cf4-89c9-9675ce9a2f28 req-d290468d-f838-44f4-916c-8a36690ac0ad tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702305 Aug 29 20:24:25.380002 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-728791e5-4950-4c99-93ef-dc3cd114326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:25.381652 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-728791e5-4950-4c99-93ef-dc3cd114326f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1168 time: 0.0492432 Aug 29 20:24:25.494285 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-54798625-b796-4aa2-a6ba-e39a3bfcb02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:25.496457 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-54798625-b796-4aa2-a6ba-e39a3bfcb02a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 916 time: 0.1041136 Aug 29 20:24:25.567543 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-0c0dcf3d-1255-452f-87e2-0779a32178f2 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 1000 time: 0.0638421 Aug 29 20:24:25.633079 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-723d0d26-79cb-4bb1-9b72-a36b191e929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:25.634620 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-723d0d26-79cb-4bb1-9b72-a36b191e929c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 200 len: 854 time: 0.0607178 Aug 29 20:24:25.691188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-877a038b-c350-4c7c-8c76-72fd68cc6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:25.692729 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-877a038b-c350-4c7c-8c76-72fd68cc6d9b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=72f342c8-cf40-409f-b436-aa5b868afdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486219 Aug 29 20:24:25.801308 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-9d3d6fdf-0cb3-4194-b3f8-5ba0b53a8a1f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972235 Aug 29 20:24:25.916764 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-716b29d6-9e21-4e65-9950-d4bfa216c460 req-d7427918-57bc-4e06-8c98-2589a354fb92 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030278 Aug 29 20:24:26.514980 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17785853-664e-47fe-93e7-95fa1873a66b req-3ef8dad2-d3a4-4951-ae1a-107b6885da0d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:26.516547 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-17785853-664e-47fe-93e7-95fa1873a66b req-3ef8dad2-d3a4-4951-ae1a-107b6885da0d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0651364 Aug 29 20:24:26.612507 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-17785853-664e-47fe-93e7-95fa1873a66b req-ba17f822-23f4-4fce-bdde-eb32081fab03 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860076 Aug 29 20:24:27.787134 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f147abd-32ef-44ce-83d8-bc4a22ea1004 req-dbb1f72c-1173-47ff-82c9-3c613de8e632 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:27.788721 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0f147abd-32ef-44ce-83d8-bc4a22ea1004 req-dbb1f72c-1173-47ff-82c9-3c613de8e632 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0638459 Aug 29 20:24:27.877559 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-0f147abd-32ef-44ce-83d8-bc4a22ea1004 req-7f6d83bb-3f88-4f19-89ac-8b15aa48b7f5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814450 Aug 29 20:24:28.671952 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:29.017303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ddeed-b42d-4ab0-b4ef-4f633a8bf9c3 req-e07bde16-560e-4799-bef7-8dbdde122f3d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:29.018945 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-263ddeed-b42d-4ab0-b4ef-4f633a8bf9c3 req-e07bde16-560e-4799-bef7-8dbdde122f3d tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0554943 Aug 29 20:24:29.114504 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-263ddeed-b42d-4ab0-b4ef-4f633a8bf9c3 req-860476c1-b18b-4b56-b7ce-a0e9d96e023a tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821750 Aug 29 20:24:30.003836 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:30.004535 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:30.259531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd404-edda-4233-af0c-3d05bd4d11b2 req-8fa3c08c-dcbd-4013-bd09-8ce1fa661ec5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:30.260974 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-477fd404-edda-4233-af0c-3d05bd4d11b2 req-8fa3c08c-dcbd-4013-bd09-8ce1fa661ec5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0639420 Aug 29 20:24:30.337558 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-477fd404-edda-4233-af0c-3d05bd4d11b2 req-fc94cd38-19e4-498f-aced-6190ac1857da tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689731 Aug 29 20:24:31.436741 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-fc40ebb0-ec1a-4ca8-8533-7d26804b68a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:31.464625 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:31.478340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a3c2e-1b57-4496-8374-d678d579f7db req-01c8fc92-ed7c-46bd-94c3-8e23c8dc50b9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:31.479934 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-367a3c2e-1b57-4496-8374-d678d579f7db req-01c8fc92-ed7c-46bd-94c3-8e23c8dc50b9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0531468 Aug 29 20:24:31.548568 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-367a3c2e-1b57-4496-8374-d678d579f7db req-c58554f2-55b3-4186-ab6c-a137d2d15f6b tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619113 Aug 29 20:24:32.675270 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=100 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:32.688620 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e2ffc-76bf-4dbd-b301-b83adb547c78 req-d24a42fe-5a4f-4ffd-925d-36c391665e56 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:32.690287 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a2e2ffc-76bf-4dbd-b301-b83adb547c78 req-d24a42fe-5a4f-4ffd-925d-36c391665e56 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0582509 Aug 29 20:24:32.766010 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-5a2e2ffc-76bf-4dbd-b301-b83adb547c78 req-96d20d01-4d00-446f-9ab5-8019a788bf51 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676141 Aug 29 20:24:33.879120 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7f76a74c-ae28-4f9d-b9b1-ed9710f0fa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:33.920108 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013359b5-56a9-4898-b1de-39fda3d7ea91 req-83705798-eb40-484b-932c-909522b8c60c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:33.921837 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-013359b5-56a9-4898-b1de-39fda3d7ea91 req-83705798-eb40-484b-932c-909522b8c60c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0615866 Aug 29 20:24:33.998162 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-013359b5-56a9-4898-b1de-39fda3d7ea91 req-99055402-78d8-492f-b96a-afe22476a9ee tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666778 Aug 29 20:24:35.151719 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d16053-87a8-43dd-ba40-d8210cbda476 req-acb2a3ef-65f1-4d78-a574-a258a53bcdca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:35.153553 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13d16053-87a8-43dd-ba40-d8210cbda476 req-acb2a3ef-65f1-4d78-a574-a258a53bcdca tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0591774 Aug 29 20:24:35.230024 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-13d16053-87a8-43dd-ba40-d8210cbda476 req-e4eddd10-2d6d-4a27-b4a5-1ba858ee90de tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699227 Aug 29 20:24:35.378414 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:36.345234 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:36.370611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=100 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:36.384126 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e64e8-b55e-4c78-95c6-5e4f8232a9e1 req-7c56e331-235f-4cf8-98ff-cef4d4252457 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:36.385657 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-084e64e8-b55e-4c78-95c6-5e4f8232a9e1 req-7c56e331-235f-4cf8-98ff-cef4d4252457 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0594664 Aug 29 20:24:36.459675 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-084e64e8-b55e-4c78-95c6-5e4f8232a9e1 req-5f6eb0bf-fd2e-4d12-9080-bdb139227c10 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623684 Aug 29 20:24:36.806326 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:37.111091 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:37.611265 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcd8b0-f674-4a0c-ad89-c0a360a9a8ff req-8466c96e-d07f-4ca9-aa76-1b48731f47ad tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:37.612941 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-85fcd8b0-f674-4a0c-ad89-c0a360a9a8ff req-8466c96e-d07f-4ca9-aa76-1b48731f47ad tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0587790 Aug 29 20:24:37.691331 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-85fcd8b0-f674-4a0c-ad89-c0a360a9a8ff req-be67f8bb-22e3-4fb2-ad28-185bb3678ac9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725019 Aug 29 20:24:38.823473 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e6768-12e5-4855-aa0d-753d23504691 req-86750683-5d52-4762-9719-0f47387b16c4 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:38.825062 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d62e6768-12e5-4855-aa0d-753d23504691 req-86750683-5d52-4762-9719-0f47387b16c4 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0502312 Aug 29 20:24:38.896175 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-d62e6768-12e5-4855-aa0d-753d23504691 req-d81b2a05-636e-41eb-8ab3-b1bd22ae7142 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650167 Aug 29 20:24:40.010912 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=73 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:40.070161 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9a6e3-5ba9-4503-aa0a-e960cc78e55a req-e902ab03-aec9-4968-9b60-7212bfcef6b2 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:40.071671 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ea9a6e3-5ba9-4503-aa0a-e960cc78e55a req-e902ab03-aec9-4968-9b60-7212bfcef6b2 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0741677 Aug 29 20:24:40.164539 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2ea9a6e3-5ba9-4503-aa0a-e960cc78e55a req-3daa3614-1c92-4291-8996-5308120f655c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810182 Aug 29 20:24:40.744050 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:24:41.316316 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1405a1-786e-475d-ad96-46d354100408 req-5c18890a-3e62-439f-85ec-e517c1f3f0c5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:41.318819 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc1405a1-786e-475d-ad96-46d354100408 req-5c18890a-3e62-439f-85ec-e517c1f3f0c5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0689065 Aug 29 20:24:41.409767 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc1405a1-786e-475d-ad96-46d354100408 req-df9d0ef0-1529-40fb-a6a6-bafa2108c779 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815330 Aug 29 20:24:42.606191 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588b91c-d57e-4982-b743-32940b5cfded req-4449c768-b926-4d06-8a55-900c7f30ce75 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:42.608502 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2588b91c-d57e-4982-b743-32940b5cfded req-4449c768-b926-4d06-8a55-900c7f30ce75 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0928378 Aug 29 20:24:42.706594 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2588b91c-d57e-4982-b743-32940b5cfded req-71218fa8-ac2f-49f3-a935-942a0a7ecbdc tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903969 Aug 29 20:24:43.242741 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 37998) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:43.312006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Deleting subnet 396d663f-1b89-4533-86e3-0d9ce7bfe58c {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:24:43.315766 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Publish callbacks [] for subnet (396d663f-1b89-4533-86e3-0d9ce7bfe58c), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.367006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641763'] for subnet (396d663f-1b89-4533-86e3-0d9ce7bfe58c), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.418566 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (396d663f-1b89-4533-86e3-0d9ce7bfe58c), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.489454 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260220825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260118253'] for subnet (396d663f-1b89-4533-86e3-0d9ce7bfe58c), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.531912 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396d663f-1b89-4533-86e3-0d9ce7bfe58c,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:43.538526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.544301 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/396d663f-1b89-4533-86e3-0d9ce7bfe58c HTTP/1.1" status: 204 len: 168 time: 0.3013601 Aug 29 20:24:43.547159 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38000) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:43.552044 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.552812 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.553155 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.554413 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.556992 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.557412 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.557829 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.559320 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.559891 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.560351 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.560828 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.561290 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.561763 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.562073 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.562412 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce2a59-3b9c-4401-936e-a204927b3e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.634121 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (e9c72865-bd63-4803-99cb-49e75af2456f), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.723023 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (e9c72865-bd63-4803-99cb-49e75af2456f), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.749619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c72865-bd63-4803-99cb-49e75af2456f']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:43.761927 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20881b14-fb0b-4b71-9adc-c4c2d9f134ea') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:43.762231 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20881b14-fb0b-4b71-9adc-c4c2d9f134ea') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:43.773556 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (20881b14-fb0b-4b71-9adc-c4c2d9f134ea), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.789186 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (20881b14-fb0b-4b71-9adc-c4c2d9f134ea), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.796220 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:24:43.796610 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (20881b14-fb0b-4b71-9adc-c4c2d9f134ea), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.853092 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 20881b14-fb0b-4b71-9adc-c4c2d9f134ea resource provider aggregate not found Aug 29 20:24:43.893493 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 20881b14-fb0b-4b71-9adc-c4c2d9f134ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20881b14-fb0b-4b71-9adc-c4c2d9f134ea found for delete ", "request_id": "req-bac49bc9-d3e5-4928-819c-ae49658bfdf3"}]} Aug 29 20:24:43.907050 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc45b0-a680-420e-86c8-337cd23adcb0 req-76971eb0-d428-48e9-a36e-1b8c81ed0c7c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:43.908844 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96bc45b0-a680-420e-86c8-337cd23adcb0 req-76971eb0-d428-48e9-a36e-1b8c81ed0c7c tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0977957 Aug 29 20:24:43.910073 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (e9c72865-bd63-4803-99cb-49e75af2456f), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.916151 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:43.921611 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/e9c72865-bd63-4803-99cb-49e75af2456f HTTP/1.1" status: 204 len: 168 time: 0.3720419 Aug 29 20:24:43.940520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c72865-bd63-4803-99cb-49e75af2456f,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:43.959359 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.959359 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.959863 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.959863 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.960189 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.960528 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.961403 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.961403 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.961693 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.961890 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.962153 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.962453 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.962771 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.963089 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:43.963425 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba000d29-a40b-4093-95b4-3b69c501ded2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:44.005424 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-96bc45b0-a680-420e-86c8-337cd23adcb0 req-6375e103-4b92-421a-b5d8-aee46db907fb tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&id=42c809db-d3ae-4ce7-b504-c65e2d6a2566&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839026 Aug 29 20:24:44.121340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38012) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:44.162019 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-80a66ca0-a8e3-4ac3-82e3-a6b2d5013eb0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3d6b1e6a93214e0fbe67b7dfb84f1043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391009 Aug 29 20:24:44.164206 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38014) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:44.171371 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:44.220290 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b2946704-69ef-499c-9717-d826a33bfe71 admin admin] Publish callbacks [] for security_group (4dd35157-0223-4fba-93f5-14bafdc3142a), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:44.241379 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b2946704-69ef-499c-9717-d826a33bfe71 admin admin] Publish callbacks [] for security_group (4dd35157-0223-4fba-93f5-14bafdc3142a), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:44.289626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b2946704-69ef-499c-9717-d826a33bfe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (4dd35157-0223-4fba-93f5-14bafdc3142a), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:44.292935 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-b2946704-69ef-499c-9717-d826a33bfe71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:44.294216 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-b2946704-69ef-499c-9717-d826a33bfe71 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4dd35157-0223-4fba-93f5-14bafdc3142a HTTP/1.1" status: 204 len: 168 time: 0.1291010 Aug 29 20:24:44.302278 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2946704-69ef-499c-9717-d826a33bfe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd35157-0223-4fba-93f5-14bafdc3142a,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:49.915715 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-0bb2044d-80e4-4f74-bd21-4ef3838e3f3b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418637 Aug 29 20:24:50.034370 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e760b-2f13-4021-9389-4a80c86fb17c req-9dc080a4-c695-4762-ae3b-90290a5e91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:50.036047 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-9dc080a4-c695-4762-ae3b-90290a5e91eb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1129 time: 0.0434399 Aug 29 20:24:50.075308 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:50.175422 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e760b-2f13-4021-9389-4a80c86fb17c req-2594d63a-ad8e-48d3-87b3-bbea565d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:50.176860 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-2594d63a-ad8e-48d3-87b3-bbea565d22c9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1112270 Aug 29 20:24:50.245291 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-9dd5786f-1050-4ae7-ba73-8ca4a10dc48f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 1000 time: 0.0591717 Aug 29 20:24:50.319680 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e760b-2f13-4021-9389-4a80c86fb17c req-266f7634-bfc6-44b4-a0ba-e0cbf51b99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:50.321149 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-266f7634-bfc6-44b4-a0ba-e0cbf51b99d7 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0636780 Aug 29 20:24:50.370730 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e760b-2f13-4021-9389-4a80c86fb17c req-c1c53e9e-35a8-407f-bacb-b1ba11b0fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:50.372288 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-c1c53e9e-35a8-407f-bacb-b1ba11b0fe54 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440657 Aug 29 20:24:50.488759 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-6bf33867-cf71-4ee5-9432-114c9a8bd876 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054978 Aug 29 20:24:50.588074 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-018e760b-2f13-4021-9389-4a80c86fb17c req-7154e383-b49c-4cf1-b5f3-0103d4fa9af2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921810 Aug 29 20:24:50.738257 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:50.739336 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:53.535136 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:53.537885 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:54.318319 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:54.319336 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:00.583953 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=61,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:00.585030 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=44 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:01.447805 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3cb0afe4-58c0-4d03-bece-92647f151068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:03.871178 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-828cee3e-7149-4f22-978c-db76e5289883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:04.302296 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b1063-86d9-46d6-b4d2-d57688a3e71e req-f5922fd0-bf6d-4d56-b904-77d77d6c1830 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:04.303714 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-915b1063-86d9-46d6-b4d2-d57688a3e71e req-f5922fd0-bf6d-4d56-b904-77d77d6c1830 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0509608 Aug 29 20:25:04.353467 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-915b1063-86d9-46d6-b4d2-d57688a3e71e req-ac277522-83da-4e00-95d2-69254daa0b63 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Aug 29 20:25:05.380112 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:05.486181 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4450-87b7-4933-84d8-0f899da087fe req-fb037a69-bbd1-45e5-971d-b5a3c853938e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:05.487727 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-15aa4450-87b7-4933-84d8-0f899da087fe req-fb037a69-bbd1-45e5-971d-b5a3c853938e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0522132 Aug 29 20:25:05.553916 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-15aa4450-87b7-4933-84d8-0f899da087fe req-c052d229-1485-45f6-aaa0-af70aac97d7a tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600719 Aug 29 20:25:06.194663 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-601239e8-c0fb-4f6d-a95c-9e2dfba9baa6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:06.196134 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-601239e8-c0fb-4f6d-a95c-9e2dfba9baa6 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0473983 Aug 29 20:25:06.284084 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port 383776ed-a60d-4566-92b4-4d7d1b6ee46c {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:06.284428 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.341045 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.382816 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] For port 383776ed-a60d-4566-92b4-4d7d1b6ee46c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=383776ed-a60d-4566-92b4-4d7d1b6ee46c,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:06.383180 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.550692 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.551438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745083'] for floatingip (420ee6ea-98bb-4934-ae95-f08f125a0a33), after_update {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.551438 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.db.l3_db [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Floating IP 420ee6ea-98bb-4934-ae95-f08f125a0a33 disassociated. External IP: 172.27.3.97, port: 383776ed-a60d-4566-92b4-4d7d1b6ee46c. Aug 29 20:25:06.551712 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for 383776ed-a60d-4566-92b4-4d7d1b6ee46c owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:06.695723 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (383776ed-a60d-4566-92b4-4d7d1b6ee46c), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.700605 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93d3b5-0368-4553-9d8c-a8596f7ef794 req-46be6e90-0167-4d3d-92a2-ad754c24e3cb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:06.702246 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8a93d3b5-0368-4553-9d8c-a8596f7ef794 req-46be6e90-0167-4d3d-92a2-ad754c24e3cb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 946 time: 0.0629511 Aug 29 20:25:06.723994 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=383776ed-a60d-4566-92b4-4d7d1b6ee46c,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:06.769174 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-8a93d3b5-0368-4553-9d8c-a8596f7ef794 req-74092bf9-3edb-4b54-ac7f-9db5c0796cdb tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2c782910-8ba5-4c1d-9729-ce9dfe220efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564711 Aug 29 20:25:06.820115 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.846514 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:06.957667 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:06.968563 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:06.981304 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:06.982233 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:06.987987 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:07.001677 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:07.003403 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:07.006872 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] No DVR routers for this DVR port 383776ed-a60d-4566-92b4-4d7d1b6ee46c on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:07.009868 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:07.014307 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-b3eb0bd1-8b9f-47b9-98bb-74c20714b294 req-c3a410da-5cf0-4312-84f4-8b18789165ef tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.77 "DELETE /networking/v2.0/ports/383776ed-a60d-4566-92b4-4d7d1b6ee46c HTTP/1.1" status: 204 len: 173 time: 0.8121114 Aug 29 20:25:07.014765 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'name': 'network-vif-deleted', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:07.017107 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d30374e-5d3d-4c03-bf61-9c80a999f95c" -d '{"events": [{"server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "name": "network-vif-deleted", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:07.090374 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f58a3-1725-47e6-a265-228f3ddaaa09 x-openstack-request-id: req-d91f58a3-1725-47e6-a265-228f3ddaaa09 {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:07.090735 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb00efd8-9531-4c67-a87a-7674b3bd7fe4", "name": "network-vif-deleted", "tag": "383776ed-a60d-4566-92b4-4d7d1b6ee46c", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:07.090987 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d91f58a3-1725-47e6-a265-228f3ddaaa09 {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:07.092255 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91f58a3-1725-47e6-a265-228f3ddaaa09'] response: {'server_uuid': 'bb00efd8-9531-4c67-a87a-7674b3bd7fe4', 'name': 'network-vif-deleted', 'tag': '383776ed-a60d-4566-92b4-4d7d1b6ee46c', 'status': 'completed', 'code': 200} Aug 29 20:25:07.113664 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:07.192812 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:07.342339 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:07.380667 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:07.390132 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:07.390618 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:07.506488 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:07.866372 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:07.894997 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d3098-325f-4bce-9789-7065e99a63d2 None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:47Z', 'revision_number': 4, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'eec13c32-8f99-49ac-9585-3ad5dd9dc2e0', 'name': '', 'network_id': '68f99afd-3890-4bbb-ac8f-4e5af64abbb6', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'mac_address': 'fa:16:3e:02:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:46Z', 'updated_at': '2022-08-29T20:18:53Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'subnets': [{'id': '44110d95-dfbc-4fea-a1ee-3c6d6e635057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:07.913563 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ded83977-0125-4dd1-a464-629febb0be2f req-766888e0-93d1-44c5-8103-d56f3b2e79dd tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bb00efd8-9531-4c67-a87a-7674b3bd7fe4 HTTP/1.1" status: 200 len: 210 time: 0.0333135 Aug 29 20:25:08.139245 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da8193-d283-45f8-8fc1-52ced3ddeac2 None None] New status for floating IP 420ee6ea-98bb-4934-ae95-f08f125a0a33: DOWN {{(pid=106551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:25:09.008687 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38096) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:09.081525 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f08b-6c6f-49fa-b7e1-4894ba10665f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (2c782910-8ba5-4c1d-9729-ce9dfe220efd), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.107647 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f08b-6c6f-49fa-b7e1-4894ba10665f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (2c782910-8ba5-4c1d-9729-ce9dfe220efd), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.162446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f08b-6c6f-49fa-b7e1-4894ba10665f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (2c782910-8ba5-4c1d-9729-ce9dfe220efd), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.165107 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f08b-6c6f-49fa-b7e1-4894ba10665f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.166337 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9dc9f08b-6c6f-49fa-b7e1-4894ba10665f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2c782910-8ba5-4c1d-9729-ce9dfe220efd HTTP/1.1" status: 204 len: 168 time: 0.1566043 Aug 29 20:25:09.169109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38098) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:09.176100 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9f08b-6c6f-49fa-b7e1-4894ba10665f tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c782910-8ba5-4c1d-9729-ce9dfe220efd,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:09.184524 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.api.v2.resource [None req-82e56499-4c69-4151-96e1-075b8656cd4e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] show failed (client error): The resource could not be found. Aug 29 20:25:09.185568 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-82e56499-4c69-4151-96e1-075b8656cd4e tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "GET /networking/v2.0/security-groups/2c782910-8ba5-4c1d-9729-ce9dfe220efd HTTP/1.1" status: 404 len: 347 time: 0.0154448 Aug 29 20:25:09.188473 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38100) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:09.305081 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:09.320636 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Deleting port 8e0ece97-176b-4627-be94-9e7352d73a13 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:09.320978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (8e0ece97-176b-4627-be94-9e7352d73a13), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.404013 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (8e0ece97-176b-4627-be94-9e7352d73a13), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.404345 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (8e0ece97-176b-4627-be94-9e7352d73a13), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.419072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Calling delete_port for 8e0ece97-176b-4627-be94-9e7352d73a13 owned by network:floatingip {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:09.568592 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (8e0ece97-176b-4627-be94-9e7352d73a13), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.594988 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Pushing event deleted for resources: {'Port': ['ID=8e0ece97-176b-4627-be94-9e7352d73a13,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:09.661196 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks [] for floatingip (420ee6ea-98bb-4934-ae95-f08f125a0a33), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.663706 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.664851 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f51cc120-7fa8-4409-8706-b86cadf89b29 tempest-AttachVolumeNegativeTest-851227091 tempest-AttachVolumeNegativeTest-851227091-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/420ee6ea-98bb-4934-ae95-f08f125a0a33 HTTP/1.1" status: 204 len: 168 time: 0.4754643 Aug 29 20:25:10.777391 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 383776ed-a60d-4566-92b4-4d7d1b6ee46c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:10.798225 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 383776ed-a60d-4566-92b4-4d7d1b6ee46c {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:10.798612 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 383776ed-a60d-4566-92b4-4d7d1b6ee46c not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:13.464690 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38136) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:14.008645 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.186623 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:14.257765 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:14.269060 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Deleting port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:14.269349 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.351614 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] For port eec13c32-8f99-49ac-9585-3ad5dd9dc2e0, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:14.351981 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.365699 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Calling delete_port for eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 owned by network:router_interface {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:14.819414 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (eec13c32-8f99-49ac-9585-3ad5dd9dc2e0), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.846007 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec13c32-8f99-49ac-9585-3ad5dd9dc2e0,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:15.021551 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:15.243233 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:15.246304 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:15.359050 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:15.365765 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-125709f2-4f52-4774-b2c1-240fafc314d8 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8998995 Aug 29 20:25:15.366691 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38140) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:15.369195 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] Sync routers for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:15.380318 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:15.380933 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:15.470740 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:15.475389 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks [] for router (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:15.477741 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:15.497970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:15.584461 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks [] for router_gateway (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:15.633402 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Deleting port e9c92eeb-1321-4d6d-a121-03071624f49e {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:15.633782 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:15.684928 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:15.708547 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:25:14Z', 'revision_number': 5, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port': {'id': 'e9c92eeb-1321-4d6d-a121-03071624f49e', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:15.733128 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] For port e9c92eeb-1321-4d6d-a121-03071624f49e, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e9c92eeb-1321-4d6d-a121-03071624f49e,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:15.733495 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:15.736203 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] Checking router: 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:15.748041 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] Routers {'1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:15.748655 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:15.750407 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Calling delete_port for e9c92eeb-1321-4d6d-a121-03071624f49e owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:15.844101 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] Set router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd gateway port host: None {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:15.898069 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:25:15Z', 'revision_number': 6, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:15.923360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b59bb91-dcaa-445c-a96d-21a21f8d53dd None None] The sync data for ids ['1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd'] in dv-cinder-854261-2-iscsi is: [{'id': '1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd', 'name': 'tempest-AttachVolumeNegativeTest-1642822549-router', 'tenant_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:18:44Z', 'updated_at': '2022-08-29T20:25:15Z', 'revision_number': 6, 'project_id': '8ee0b0ec6aaf40ba8f5ba9e3abdeebb8', 'gw_port_host': None}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:15.945740 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (e9c92eeb-1321-4d6d-a121-03071624f49e), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:15.975830 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c92eeb-1321-4d6d-a121-03071624f49e,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:16.041303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.136103 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.137824 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks [] for router_controller (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.178465 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.178982 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:25:16.184681 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.185927 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-62aed966-cfb3-46e9-b8eb-7ea6d85d2f27 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/1b70cae3-ee5a-4ba8-8f0c-fb76eb304fbd HTTP/1.1" status: 204 len: 168 time: 0.8182464 Aug 29 20:25:16.188967 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38142) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:16.224055 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:16.241611 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Deleting subnet 44110d95-dfbc-4fea-a1ee-3c6d6e635057 {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:25:16.245812 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Publish callbacks [] for subnet (44110d95-dfbc-4fea-a1ee-3c6d6e635057), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.283769 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (44110d95-dfbc-4fea-a1ee-3c6d6e635057), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.371693 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (44110d95-dfbc-4fea-a1ee-3c6d6e635057), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.441466 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (44110d95-dfbc-4fea-a1ee-3c6d6e635057), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.473796 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.477599 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/44110d95-dfbc-4fea-a1ee-3c6d6e635057 HTTP/1.1" status: 204 len: 168 time: 0.2875948 Aug 29 20:25:16.479428 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496598-d748-47f9-a3c5-110f3175f9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44110d95-dfbc-4fea-a1ee-3c6d6e635057,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:16.480441 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5caae23-5113-45c4-b1fe-87e83a8847bb None None] Network 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:25:16.480929 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38144) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:16.555243 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (68f99afd-3890-4bbb-ac8f-4e5af64abbb6), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.601681 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Deleting port 05b978cf-453a-49db-a432-1af9728a1796 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:16.602110 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (05b978cf-453a-49db-a432-1af9728a1796), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.676926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] For port 05b978cf-453a-49db-a432-1af9728a1796, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=05b978cf-453a-49db-a432-1af9728a1796,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:16.677281 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (05b978cf-453a-49db-a432-1af9728a1796), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.696017 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Calling delete_port for 05b978cf-453a-49db-a432-1af9728a1796 owned by network:dhcp {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:16.727427 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] DHCP port deletion for 68f99afd-3890-4bbb-ac8f-4e5af64abbb6 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:25:16.782063 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Deleting port 05b978cf-453a-49db-a432-1af9728a1796 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:16.782405 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (05b978cf-453a-49db-a432-1af9728a1796), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.791346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (05b978cf-453a-49db-a432-1af9728a1796), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.826296 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Pushing event deleted for resources: {'Port': ['ID=05b978cf-453a-49db-a432-1af9728a1796,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:16.828466 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] No DVR routers for this DVR port 05b978cf-453a-49db-a432-1af9728a1796 on host dv-cinder-854261-2-iscsi {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:16.872195 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] For port 05b978cf-453a-49db-a432-1af9728a1796, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=05b978cf-453a-49db-a432-1af9728a1796,segment=NetworkSegment(18fe44b7-3012-45ec-afb2-ff0949fdca45),segment_id=18fe44b7-3012-45ec-afb2-ff0949fdca45)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:16.872592 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (05b978cf-453a-49db-a432-1af9728a1796), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.887086 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Calling delete_port for 05b978cf-453a-49db-a432-1af9728a1796 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:16.906705 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (68f99afd-3890-4bbb-ac8f-4e5af64abbb6), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.930698 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f99afd-3890-4bbb-ac8f-4e5af64abbb6']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:16.943347 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fe44b7-3012-45ec-afb2-ff0949fdca45') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:16.943663 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fe44b7-3012-45ec-afb2-ff0949fdca45') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:16.955978 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (18fe44b7-3012-45ec-afb2-ff0949fdca45), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.971741 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (18fe44b7-3012-45ec-afb2-ff0949fdca45), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.973561 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (05b978cf-453a-49db-a432-1af9728a1796), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:16.983080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:25:16.984015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (18fe44b7-3012-45ec-afb2-ff0949fdca45), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.003227 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] No DVR routers for this DVR port 05b978cf-453a-49db-a432-1af9728a1796 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:17.011092 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Pushing event deleted for resources: {'Port': ['ID=05b978cf-453a-49db-a432-1af9728a1796,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:17.028882 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.029528 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.030074 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.030185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.030515 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.030840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.031169 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.031487 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.031804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.032116 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.032604 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.033106 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.033406 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.033788 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.034107 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545582e1-c71a-46e4-91a1-17a4dd25be24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:17.048973 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 18fe44b7-3012-45ec-afb2-ff0949fdca45 resource provider aggregate not found Aug 29 20:25:17.068215 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 18fe44b7-3012-45ec-afb2-ff0949fdca45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18fe44b7-3012-45ec-afb2-ff0949fdca45 found for delete ", "request_id": "req-716fe6bb-49b8-4222-8884-eded84657ad1"}]} Aug 29 20:25:17.075531 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (68f99afd-3890-4bbb-ac8f-4e5af64abbb6), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.083660 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.090817 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/68f99afd-3890-4bbb-ac8f-4e5af64abbb6 HTTP/1.1" status: 204 len: 168 time: 0.6050973 Aug 29 20:25:17.104463 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070730c-8442-4b5f-8252-a331aeac32ce admin admin] Pushing event deleted for resources: {'Network': ['ID=68f99afd-3890-4bbb-ac8f-4e5af64abbb6,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:17.232648 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38152) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:17.238913 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:17.277309 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-54b93a93-f4be-48e3-952d-1c7a83b85a42 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8ee0b0ec6aaf40ba8f5ba9e3abdeebb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433159 Aug 29 20:25:17.279817 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38154) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:17.292507 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:17.332781 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6198-63b7-431b-abb5-929fb40cae32 admin admin] Publish callbacks [] for security_group (9a673b20-7205-4e34-8fb2-d0be2b0f3254), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.353651 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6198-63b7-431b-abb5-929fb40cae32 admin admin] Publish callbacks [] for security_group (9a673b20-7205-4e34-8fb2-d0be2b0f3254), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.418393 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6198-63b7-431b-abb5-929fb40cae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9a673b20-7205-4e34-8fb2-d0be2b0f3254), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.422305 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6198-63b7-431b-abb5-929fb40cae32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:17.424059 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9e6d6198-63b7-431b-abb5-929fb40cae32 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9a673b20-7205-4e34-8fb2-d0be2b0f3254 HTTP/1.1" status: 204 len: 168 time: 0.1431098 Aug 29 20:25:17.434092 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6198-63b7-431b-abb5-929fb40cae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a673b20-7205-4e34-8fb2-d0be2b0f3254,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:17.715504 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:17.736587 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:17.736840 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device eec13c32-8f99-49ac-9585-3ad5dd9dc2e0 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:17.737256 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 05b978cf-453a-49db-a432-1af9728a1796 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:17.744712 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:25:17.756826 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 05b978cf-453a-49db-a432-1af9728a1796 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:17.757174 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 05b978cf-453a-49db-a432-1af9728a1796 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:17.757589 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e9c92eeb-1321-4d6d-a121-03071624f49e no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:17.779059 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: e9c92eeb-1321-4d6d-a121-03071624f49e {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:17.779407 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e9c92eeb-1321-4d6d-a121-03071624f49e not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:21.269506 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38216) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:21.376117 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9e77275e-7f71-44e9-bff0-6101dfefde18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.378647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:21.457863 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9e77275e-7f71-44e9-bff0-6101dfefde18 admin admin] Publish callbacks [] for security_group (6f106211-8c47-49e8-bdbf-8f585bc148f7), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.462955 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-9e77275e-7f71-44e9-bff0-6101dfefde18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6f106211-8c47-49e8-bdbf-8f585bc148f7), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.503700 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-9e77275e-7f71-44e9-bff0-6101dfefde18 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b635e4623a1247498404d5d63917f30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329388 Aug 29 20:25:21.504412 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77275e-7f71-44e9-bff0-6101dfefde18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f106211-8c47-49e8-bdbf-8f585bc148f7,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:21.506506 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38220) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:21.560308 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-406346f4-b91c-4c6a-9932-d1c07d8ee305 admin admin] Publish callbacks [] for security_group (6f106211-8c47-49e8-bdbf-8f585bc148f7), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.580357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-406346f4-b91c-4c6a-9932-d1c07d8ee305 admin admin] Publish callbacks [] for security_group (6f106211-8c47-49e8-bdbf-8f585bc148f7), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.629902 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-406346f4-b91c-4c6a-9932-d1c07d8ee305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (6f106211-8c47-49e8-bdbf-8f585bc148f7), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.632554 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-406346f4-b91c-4c6a-9932-d1c07d8ee305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.634152 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-406346f4-b91c-4c6a-9932-d1c07d8ee305 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6f106211-8c47-49e8-bdbf-8f585bc148f7 HTTP/1.1" status: 204 len: 168 time: 0.1264720 Aug 29 20:25:21.642453 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406346f4-b91c-4c6a-9932-d1c07d8ee305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f106211-8c47-49e8-bdbf-8f585bc148f7,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:22.642142 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1ef54214-66ca-45bd-9963-0628f834f59a req-5524bc07-345b-4bf5-8669-a66acb082530 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-489003092&fields=id&tenant_id=9f9f5a2386e2451f9a9b833859343595 HTTP/1.1" status: 200 len: 267 time: 0.0528963 Aug 29 20:25:22.697851 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54214-66ca-45bd-9963-0628f834f59a req-d6bbe5a8-47ae-45b6-a55a-99b987dc79b8 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:22.699349 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1ef54214-66ca-45bd-9963-0628f834f59a req-d6bbe5a8-47ae-45b6-a55a-99b987dc79b8 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 984 time: 0.0514445 Aug 29 20:25:22.710746 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.v2.base [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Request body: {'port': {'security_groups': ['21124eb5-011d-45e6-8618-a8896fa66602']}} {{(pid=106548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:25:22.794778 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641842'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:22.982999 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:23.015762 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), precommit_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.020556 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775561157506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775560778298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775560778316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260220259'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_update {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.030444 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:23.031119 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.032692 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-1ef54214-66ca-45bd-9963-0628f834f59a req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "PUT /networking/v2.0/ports/fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 942 time: 0.3264802 Aug 29 20:25:23.036015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:23.038314 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdfe11-f212-4594-8b25-5e1167b04233" -d '{"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:23.043865 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38270) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:23.064249 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['fc186e24-1eed-41aa-8b3e-068089cecf38'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:25:23.113257 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab09e693-3c40-4f6c-9c8a-eabf76b49d29 x-openstack-request-id: req-ab09e693-3c40-4f6c-9c8a-eabf76b49d29 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:23.113591 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:23.114073 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab09e693-3c40-4f6c-9c8a-eabf76b49d29 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:23.114793 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab09e693-3c40-4f6c-9c8a-eabf76b49d29'] response: {'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'status': 'completed', 'code': 200} Aug 29 20:25:23.122002 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcb49c-f929-4dc3-bb58-3ae98e0c0430 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event updated for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=7']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:23.164426 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18559d35-9b33-4a2b-8ade-b9e52c272433 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group (42c809db-d3ae-4ce7-b504-c65e2d6a2566), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.239109 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-74b76192-a148-4bc7-9f37-25663ac107a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:23.240697 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-74b76192-a148-4bc7-9f37-25663ac107a3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1129 time: 0.0608606 Aug 29 20:25:23.243670 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18559d35-9b33-4a2b-8ade-b9e52c272433 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group (42c809db-d3ae-4ce7-b504-c65e2d6a2566), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.244837 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['fc186e24-1eed-41aa-8b3e-068089cecf38'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:25:23.280273 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:23.393786 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-fddb48d1-4404-469c-a379-aa007bddda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:23.395326 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-fddb48d1-4404-469c-a379-aa007bddda42 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 916 time: 0.1427622 Aug 29 20:25:23.395944 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18559d35-9b33-4a2b-8ade-b9e52c272433 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (42c809db-d3ae-4ce7-b504-c65e2d6a2566), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.399521 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-18559d35-9b33-4a2b-8ade-b9e52c272433 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.402253 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-18559d35-9b33-4a2b-8ade-b9e52c272433 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/42c809db-d3ae-4ce7-b504-c65e2d6a2566 HTTP/1.1" status: 204 len: 168 time: 0.3572309 Aug 29 20:25:23.404006 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38278) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:23.455914 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18559d35-9b33-4a2b-8ade-b9e52c272433 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c809db-d3ae-4ce7-b504-c65e2d6a2566,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:23.498231 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-5ff4f06b-4d06-4da9-9293-e1ecfc520c07 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 1000 time: 0.0943484 Aug 29 20:25:23.551898 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-cf776da0-a4dd-495a-b719-421ecc3a0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:23.553386 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-cf776da0-a4dd-495a-b719-421ecc3a0d7a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 200 len: 854 time: 0.0491829 Aug 29 20:25:23.554884 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:23.603925 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Deleting port ce9bda61-2b39-4bd4-a82a-89148087e95e {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:23.604271 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.608026 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-b5d04a1c-cced-4a11-850b-5eb8b12571a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:23.609569 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-b5d04a1c-cced-4a11-850b-5eb8b12571a6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=72f342c8-cf40-409f-b436-aa5b868afdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486667 Aug 29 20:25:23.656793 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:23.682449 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:23.694060 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.694386 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for floatingip (ce9bda61-2b39-4bd4-a82a-89148087e95e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.709197 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Calling delete_port for ce9bda61-2b39-4bd4-a82a-89148087e95e owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:23.715417 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-0011233b-719b-43d7-8452-11cf1ccebcd2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991580 Aug 29 20:25:23.820511 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-4cfdfe11-f212-4594-8b25-5e1167b04233 req-173ea266-f176-4e61-a244-619934dde370 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990448 Aug 29 20:25:23.905542 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (ce9bda61-2b39-4bd4-a82a-89148087e95e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:23.933021 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event deleted for resources: {'Port': ['ID=ce9bda61-2b39-4bd4-a82a-89148087e95e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:24.000107 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks [] for floatingip (9ecd1c65-2d4e-443f-b628-7b719445113c), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:24.000107 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Floating IP 9ecd1c65-2d4e-443f-b628-7b719445113c disassociated (deleted). External IP: 172.27.3.95, port: fc186e24-1eed-41aa-8b3e-068089cecf38. Aug 29 20:25:24.451900 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:24.561946 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:24.566776 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:24.573639 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] Sync routers for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:24.585699 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:24.586731 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:24.604916 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-328444ce-872e-4ae3-8699-546387b5b7c9 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/9ecd1c65-2d4e-443f-b628-7b719445113c HTTP/1.1" status: 204 len: 168 time: 1.1962540 Aug 29 20:25:24.695683 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:25.011655 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:25.038550 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] Checking router: 7403ab58-6b75-4cf8-bc41-14d9772a70a8 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:25.048242 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:25.048850 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:25.115598 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:25.118141 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d19b3-8910-4791-a359-f1a25d1ee725" -d '{"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:25.158829 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceea3e3-8463-4cb7-991f-1721f678f961 x-openstack-request-id: req-2ceea3e3-8463-4cb7-991f-1721f678f961 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:25.159296 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:25.159527 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ceea3e3-8463-4cb7-991f-1721f678f961 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:25.159973 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ceea3e3-8463-4cb7-991f-1721f678f961'] response: {'name': 'network-changed', 'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'status': 'completed', 'code': 200} Aug 29 20:25:25.178786 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:25.394321 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:25.421247 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d8cb7-3bfe-4bbb-8fb3-4e96a10e3019 None None] The sync data for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi is: [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:44Z', 'revision_number': 4, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': '4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba', 'name': '', 'network_id': '72f342c8-cf40-409f-b436-aa5b868afdf8', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'mac_address': 'fa:16:3e:f1:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:43Z', 'updated_at': '2022-08-29T20:22:50Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'subnets': [{'id': 'b552b2fb-ce04-4a06-9f0a-80881089e234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:25.442979 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-2f456293-7bb7-4bdc-a65e-f776a6ba6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:25.444608 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-2f456293-7bb7-4bdc-a65e-f776a6ba6a72 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9f9f5a2386e2451f9a9b833859343595&device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 1129 time: 0.0486081 Aug 29 20:25:25.552845 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:25.608892 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-47a46920-27a0-4ea5-a9ab-21a439f9f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:25.611513 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-47a46920-27a0-4ea5-a9ab-21a439f9f5d3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 200 len: 916 time: 0.1567733 Aug 29 20:25:25.659683 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-86ad5e3f-187b-4671-8a74-ed2aea0fdbff service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 200 len: 217 time: 0.0403411 Aug 29 20:25:25.691037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f069d0e9-3775-4038-8185-56fa8a3dec8a None None] New status for floating IP 9ecd1c65-2d4e-443f-b628-7b719445113c: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:25:25.717797 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-e75ae743-c06e-4a0c-a33e-180f3b8ca764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:25.719298 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-e75ae743-c06e-4a0c-a33e-180f3b8ca764 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 200 len: 854 time: 0.0523806 Aug 29 20:25:25.770894 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-61cb9473-7585-4ec1-9bf3-319c0f9138f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:25.773613 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-61cb9473-7585-4ec1-9bf3-319c0f9138f7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=72f342c8-cf40-409f-b436-aa5b868afdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476282 Aug 29 20:25:25.885599 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-6cfd7aa3-480e-476c-a383-29ed34993a57 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034529 Aug 29 20:25:26.002248 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-8e9d19b3-8910-4791-a359-f1a25d1ee725 req-546fa738-7c0d-4591-a943-e3b3a11ca39f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091807 Aug 29 20:25:30.676024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691c5da-a1d7-49bb-9d89-34fb6a158f89 req-47f832bd-da27-4beb-9503-d4007d2a6204 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:30.677560 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2691c5da-a1d7-49bb-9d89-34fb6a158f89 req-47f832bd-da27-4beb-9503-d4007d2a6204 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Aug 29 20:25:30.737929 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-2691c5da-a1d7-49bb-9d89-34fb6a158f89 req-0ed6628b-8eac-415d-9644-0a0cf35b069b tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Aug 29 20:25:31.443607 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-4803cc34-db7f-428c-8161-c2e97da3e0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:31.871580 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc964cb7-cecb-4009-b71c-4e616bee7b2e req-91a21100-933a-471b-9fdd-5b3d75839269 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:31.873177 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc964cb7-cecb-4009-b71c-4e616bee7b2e req-91a21100-933a-471b-9fdd-5b3d75839269 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0543354 Aug 29 20:25:31.938428 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-dc964cb7-cecb-4009-b71c-4e616bee7b2e req-034e5bcb-f3e0-4391-b0e6-017a75bef309 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594449 Aug 29 20:25:32.932758 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ed3a218d-4497-492f-944d-0c7654eb80f5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:32.934176 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ed3a218d-4497-492f-944d-0c7654eb80f5 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0490363 Aug 29 20:25:33.032470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Deleting port fc186e24-1eed-41aa-8b3e-068089cecf38 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:33.032817 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:33.068083 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3efae3-fd36-479a-8cbd-e5b6cd64878a req-9d45bd5c-e688-448c-94da-64eea5a7f9b8 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:33.070119 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b3efae3-fd36-479a-8cbd-e5b6cd64878a req-9d45bd5c-e688-448c-94da-64eea5a7f9b8 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 945 time: 0.0527132 Aug 29 20:25:33.120119 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:33.125281 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9b3efae3-fd36-479a-8cbd-e5b6cd64878a req-6e9a1111-ac45-4b68-963f-1503b9f69578 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=21124eb5-011d-45e6-8618-a8896fa66602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Aug 29 20:25:33.134976 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] For port fc186e24-1eed-41aa-8b3e-068089cecf38, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fc186e24-1eed-41aa-8b3e-068089cecf38,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:33.135520 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:33.153016 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Calling delete_port for fc186e24-1eed-41aa-8b3e-068089cecf38 owned by compute:nova {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:33.235753 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:33.300732 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (fc186e24-1eed-41aa-8b3e-068089cecf38), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:33.334152 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Pushing event deleted for resources: {'Port': ['ID=fc186e24-1eed-41aa-8b3e-068089cecf38,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:33.343812 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] get_ports_and_sgs() called for port_ids ['fc186e24-1eed-41aa-8b3e-068089cecf38'] {{(pid=106550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:25:33.393204 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] No DVR routers for this DVR port fc186e24-1eed-41aa-8b3e-068089cecf38 on host hv-cinder-85426 {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:33.395939 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:33.401518 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-97ae3652-5d1d-4d31-a069-f5107f9dfbec req-ab4a47e1-3a20-4238-b179-4cb1e9199109 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.77 "DELETE /networking/v2.0/ports/fc186e24-1eed-41aa-8b3e-068089cecf38 HTTP/1.1" status: 204 len: 173 time: 0.4617193 Aug 29 20:25:33.402041 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'name': 'network-vif-deleted', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38'}] {{(pid=106549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:33.405174 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fe602929de7e74b857e1500640bea40b41ec11b27b9e9fd871f9fd469bb23b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3191e88-25a1-4cab-bb24-390a5ff40cfd" -d '{"events": [{"server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "name": "network-vif-deleted", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38"}]}' {{(pid=106549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:33.451863 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de8349-f4ea-40c8-b1f6-c8e7d9c7434b x-openstack-request-id: req-07de8349-f4ea-40c8-b1f6-c8e7d9c7434b {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:33.452255 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2440bc1d-da88-474e-85cd-05ca2f4c4f45", "name": "network-vif-deleted", "tag": "fc186e24-1eed-41aa-8b3e-068089cecf38", "status": "completed", "code": 200}]} {{(pid=106549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:33.452545 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07de8349-f4ea-40c8-b1f6-c8e7d9c7434b {{(pid=106549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:33.453010 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07de8349-f4ea-40c8-b1f6-c8e7d9c7434b'] response: {'server_uuid': '2440bc1d-da88-474e-85cd-05ca2f4c4f45', 'name': 'network-vif-deleted', 'tag': 'fc186e24-1eed-41aa-8b3e-068089cecf38', 'status': 'completed', 'code': 200} Aug 29 20:25:33.857393 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:33.858779 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38406) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:33.871133 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-14956631-b268-4d4b-86d3-026ad531b39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:33.975448 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:33.989224 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92fb0822-d7d0-4aa9-823d-9791a0946192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.088353 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92fb0822-d7d0-4aa9-823d-9791a0946192 admin admin] Publish callbacks [] for security_group (9234f1bd-ecb1-4959-976d-6a017f035d0b), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.095933 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-92fb0822-d7d0-4aa9-823d-9791a0946192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9234f1bd-ecb1-4959-976d-6a017f035d0b), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.144110 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-92fb0822-d7d0-4aa9-823d-9791a0946192 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8ab78d41be794a73a4bbaa7c0c934b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814047 Aug 29 20:25:34.144110 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb0822-d7d0-4aa9-823d-9791a0946192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234f1bd-ecb1-4959-976d-6a017f035d0b,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:34.144562 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38410) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:34.203837 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:34.220245 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6070277f-0d89-43c8-ab49-599247140b15 admin admin] Publish callbacks [] for security_group (9234f1bd-ecb1-4959-976d-6a017f035d0b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.254688 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6070277f-0d89-43c8-ab49-599247140b15 admin admin] Publish callbacks [] for security_group (9234f1bd-ecb1-4959-976d-6a017f035d0b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.264678 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-ef573ef4-3350-40dd-9fd6-a1ee885dd68d req-319d69b6-509a-48d4-b64d-556889036878 tempest-TestMinimumBasicScenario-1575831382 tempest-TestMinimumBasicScenario-1575831382-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2440bc1d-da88-474e-85cd-05ca2f4c4f45 HTTP/1.1" status: 200 len: 210 time: 0.0321026 Aug 29 20:25:34.306292 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6070277f-0d89-43c8-ab49-599247140b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (9234f1bd-ecb1-4959-976d-6a017f035d0b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.308868 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6070277f-0d89-43c8-ab49-599247140b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.310066 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6070277f-0d89-43c8-ab49-599247140b15 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9234f1bd-ecb1-4959-976d-6a017f035d0b HTTP/1.1" status: 204 len: 168 time: 0.1621196 Aug 29 20:25:34.318365 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070277f-0d89-43c8-ab49-599247140b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234f1bd-ecb1-4959-976d-6a017f035d0b,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:34.598253 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38418) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:34.612923 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8761dfd4-dee2-46f9-99e2-fcb1eb2f1f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.697889 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8761dfd4-dee2-46f9-99e2-fcb1eb2f1f36 admin admin] Publish callbacks [] for security_group (108b1898-79cd-4da9-abae-e337a32b1f98), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.701897 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-8761dfd4-dee2-46f9-99e2-fcb1eb2f1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (108b1898-79cd-4da9-abae-e337a32b1f98), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.744614 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-8761dfd4-dee2-46f9-99e2-fcb1eb2f1f36 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3002ca775c0d4d8ea85c5e35751fcc19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449938 Aug 29 20:25:34.745503 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761dfd4-dee2-46f9-99e2-fcb1eb2f1f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b1898-79cd-4da9-abae-e337a32b1f98,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:34.747806 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38420) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:34.800712 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4166d46-8fbb-4efc-a241-9981d69912ed admin admin] Publish callbacks [] for security_group (108b1898-79cd-4da9-abae-e337a32b1f98), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.822899 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4166d46-8fbb-4efc-a241-9981d69912ed admin admin] Publish callbacks [] for security_group (108b1898-79cd-4da9-abae-e337a32b1f98), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.883526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4166d46-8fbb-4efc-a241-9981d69912ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (108b1898-79cd-4da9-abae-e337a32b1f98), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.886373 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d4166d46-8fbb-4efc-a241-9981d69912ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:34.888199 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d4166d46-8fbb-4efc-a241-9981d69912ed admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/108b1898-79cd-4da9-abae-e337a32b1f98 HTTP/1.1" status: 204 len: 168 time: 0.1391435 Aug 29 20:25:34.898811 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4166d46-8fbb-4efc-a241-9981d69912ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b1898-79cd-4da9-abae-e337a32b1f98,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:35.385759 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:36.167650 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38500) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:36.356371 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:36.559513 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (7403ab58-6b75-4cf8-bc41-14d9772a70a8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:36.663772 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:36.816339 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Deleting port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:36.816506 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:36.817558 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:36.872933 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device fc186e24-1eed-41aa-8b3e-068089cecf38 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:36.874895 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:36.899113 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: fc186e24-1eed-41aa-8b3e-068089cecf38 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:36.899546 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device fc186e24-1eed-41aa-8b3e-068089cecf38 not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:36.917692 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] For port 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:36.918097 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:36.936410 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Calling delete_port for 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba owned by network:router_interface {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:37.106303 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:37.125008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:37.151805 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Pushing event deleted for resources: {'Port': ['ID=4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:37.592470 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (7403ab58-6b75-4cf8-bc41-14d9772a70a8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:37.822390 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:37.874573 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:37.933321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:37.940960 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-a9db5259-a6af-46c5-82e6-8367bb9f5591 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/7403ab58-6b75-4cf8-bc41-14d9772a70a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715771 Aug 29 20:25:37.941457 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38522) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:37.943728 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] Sync routers for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:37.952031 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:37.952648 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:37.962491 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:37.963599 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:38.057062 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks [] for router (7403ab58-6b75-4cf8-bc41-14d9772a70a8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.073791 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:38.091075 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:38.164346 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks [] for router_gateway (7403ab58-6b75-4cf8-bc41-14d9772a70a8), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.219589 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Deleting port 12bba051-438b-4875-b33d-9f2e6b08d7f2 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:38.219859 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.265493 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:25:37Z', 'revision_number': 5, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port': {'id': '12bba051-438b-4875-b33d-9f2e6b08d7f2', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:38.304789 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] Checking router: 7403ab58-6b75-4cf8-bc41-14d9772a70a8 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:38.313850 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] Routers {'7403ab58-6b75-4cf8-bc41-14d9772a70a8'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:38.314469 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:38.321277 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] For port 12bba051-438b-4875-b33d-9f2e6b08d7f2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=12bba051-438b-4875-b33d-9f2e6b08d7f2,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:38.321813 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.338898 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Calling delete_port for 12bba051-438b-4875-b33d-9f2e6b08d7f2 owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:38.410019 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] Set router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:38.463139 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:25:38Z', 'revision_number': 6, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:38.488467 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e1442-550f-49e7-9148-3272c5337b78 None None] The sync data for ids ['7403ab58-6b75-4cf8-bc41-14d9772a70a8'] in dv-cinder-854261-2-iscsi is: [{'id': '7403ab58-6b75-4cf8-bc41-14d9772a70a8', 'name': 'tempest-TestMinimumBasicScenario-2106951224-router', 'tenant_id': '9f9f5a2386e2451f9a9b833859343595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:41Z', 'updated_at': '2022-08-29T20:25:38Z', 'revision_number': 6, 'project_id': '9f9f5a2386e2451f9a9b833859343595', 'gw_port_host': None}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:38.527896 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (12bba051-438b-4875-b33d-9f2e6b08d7f2), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.559100 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=12bba051-438b-4875-b33d-9f2e6b08d7f2,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:38.632956 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (7403ab58-6b75-4cf8-bc41-14d9772a70a8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.735270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (7403ab58-6b75-4cf8-bc41-14d9772a70a8), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.737790 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks [] for router_controller (7403ab58-6b75-4cf8-bc41-14d9772a70a8), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.782058 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (7403ab58-6b75-4cf8-bc41-14d9772a70a8), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.782646 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7403ab58-6b75-4cf8-bc41-14d9772a70a8 {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:25:38.787270 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.790164 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6ac48097-f76f-4ebc-9cf8-94af7273a5dc admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/7403ab58-6b75-4cf8-bc41-14d9772a70a8 HTTP/1.1" status: 204 len: 168 time: 0.8457429 Aug 29 20:25:38.791551 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38532) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:38.828281 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:38.844721 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Deleting subnet b552b2fb-ce04-4a06-9f0a-80881089e234 {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:25:38.848439 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Publish callbacks [] for subnet (b552b2fb-ce04-4a06-9f0a-80881089e234), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.887978 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (b552b2fb-ce04-4a06-9f0a-80881089e234), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:38.971592 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (b552b2fb-ce04-4a06-9f0a-80881089e234), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.032349 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (b552b2fb-ce04-4a06-9f0a-80881089e234), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.058197 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b552b2fb-ce04-4a06-9f0a-80881089e234,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:39.063938 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.067422 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-41c26f42-b9e8-45b6-bcee-cbc0c0e80d64 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/b552b2fb-ce04-4a06-9f0a-80881089e234 HTTP/1.1" status: 204 len: 168 time: 0.2748878 Aug 29 20:25:39.070460 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38534) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:39.073050 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a1b39-6c5b-4754-9807-19332ac83ca7 None None] Network 72f342c8-cf40-409f-b436-aa5b868afdf8 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:25:39.145357 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (72f342c8-cf40-409f-b436-aa5b868afdf8), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.191136 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Deleting port d8df2feb-90a1-455e-a312-5518de382794 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:39.191510 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (d8df2feb-90a1-455e-a312-5518de382794), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.245608 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] DHCP port deletion for 72f342c8-cf40-409f-b436-aa5b868afdf8 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:25:39.271339 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] For port d8df2feb-90a1-455e-a312-5518de382794, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d8df2feb-90a1-455e-a312-5518de382794,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:39.271708 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (d8df2feb-90a1-455e-a312-5518de382794), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.288793 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Calling delete_port for d8df2feb-90a1-455e-a312-5518de382794 owned by network:dhcp {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:39.293698 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] Deleting port d8df2feb-90a1-455e-a312-5518de382794 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:39.294102 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (d8df2feb-90a1-455e-a312-5518de382794), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.371529 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] For port d8df2feb-90a1-455e-a312-5518de382794, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d8df2feb-90a1-455e-a312-5518de382794,segment=NetworkSegment(cf051baa-f3a9-40ea-9d48-e4e669000a6a),segment_id=cf051baa-f3a9-40ea-9d48-e4e669000a6a)] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:39.371816 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (d8df2feb-90a1-455e-a312-5518de382794), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.382881 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (d8df2feb-90a1-455e-a312-5518de382794), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.390014 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] Calling delete_port for d8df2feb-90a1-455e-a312-5518de382794 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:39.422064 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] No DVR routers for this DVR port d8df2feb-90a1-455e-a312-5518de382794 on host dv-cinder-854261-2-iscsi {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:39.447996 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8df2feb-90a1-455e-a312-5518de382794,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:39.522462 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (72f342c8-cf40-409f-b436-aa5b868afdf8), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.527258 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (d8df2feb-90a1-455e-a312-5518de382794), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.554017 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] Pushing event deleted for resources: {'Port': ['ID=d8df2feb-90a1-455e-a312-5518de382794,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:39.563992 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517df315-c8c5-4ece-9c87-6e145ef1ebba None None] No DVR routers for this DVR port d8df2feb-90a1-455e-a312-5518de382794 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:39.570325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f342c8-cf40-409f-b436-aa5b868afdf8']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:39.584563 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf051baa-f3a9-40ea-9d48-e4e669000a6a') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:39.585074 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf051baa-f3a9-40ea-9d48-e4e669000a6a') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:39.597600 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (cf051baa-f3a9-40ea-9d48-e4e669000a6a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.616823 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (cf051baa-f3a9-40ea-9d48-e4e669000a6a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.627710 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:25:39.628345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (cf051baa-f3a9-40ea-9d48-e4e669000a6a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.704352 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment cf051baa-f3a9-40ea-9d48-e4e669000a6a resource provider aggregate not found Aug 29 20:25:39.738193 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment cf051baa-f3a9-40ea-9d48-e4e669000a6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf051baa-f3a9-40ea-9d48-e4e669000a6a found for delete ", "request_id": "req-9deacba8-33fd-4d49-9374-2d1a2faf5f4c"}]} Aug 29 20:25:39.739888 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:39.744094 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:39.760885 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (72f342c8-cf40-409f-b436-aa5b868afdf8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.767129 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.769140 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d8df2feb-90a1-455e-a312-5518de382794 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:39.774149 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/72f342c8-cf40-409f-b436-aa5b868afdf8 HTTP/1.1" status: 204 len: 168 time: 0.6990199 Aug 29 20:25:39.774358 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38546) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:39.792567 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e962bc8-0d04-4193-a214-3626d2f58386 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f342c8-cf40-409f-b436-aa5b868afdf8,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:39.800208 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: d8df2feb-90a1-455e-a312-5518de382794 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:39.800559 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d8df2feb-90a1-455e-a312-5518de382794 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:39.800977 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:39.828282 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:39.828726 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 4128f4e0-0c39-4f65-a5c9-e3c9c18df6ba not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:39.829219 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 12bba051-438b-4875-b33d-9f2e6b08d7f2 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:39.857242 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 12bba051-438b-4875-b33d-9f2e6b08d7f2 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:39.857674 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 12bba051-438b-4875-b33d-9f2e6b08d7f2 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:40.228684 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (357dbab4-564c-4954-a701-ab2567a178d7), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:40.516203 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Deleting port e87436f3-5081-4862-a09a-cee234a4e424 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:40.516517 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (e87436f3-5081-4862-a09a-cee234a4e424), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:40.609576 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] For port e87436f3-5081-4862-a09a-cee234a4e424, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=e87436f3-5081-4862-a09a-cee234a4e424,segment=NetworkSegment(78f1a6ad-895f-47d4-a45e-0c724a1b8b91),segment_id=78f1a6ad-895f-47d4-a45e-0c724a1b8b91)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:40.609968 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (e87436f3-5081-4862-a09a-cee234a4e424), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:40.624446 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Calling delete_port for e87436f3-5081-4862-a09a-cee234a4e424 owned by network:router_interface {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:40.801341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:40.812330 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (e87436f3-5081-4862-a09a-cee234a4e424), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:40.815972 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:40.841239 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87436f3-5081-4862-a09a-cee234a4e424,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:41.023347 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (357dbab4-564c-4954-a701-ab2567a178d7), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:41.272926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Router 357dbab4-564c-4954-a701-ab2567a178d7 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:41.385635 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:41.393400 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-78fd3ebd-46d3-43cb-8e41-79cc067fea37 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/357dbab4-564c-4954-a701-ab2567a178d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6152205 Aug 29 20:25:41.393697 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38560) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:41.526689 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:41.541800 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] Sync routers for ids ['357dbab4-564c-4954-a701-ab2567a178d7'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:41.542411 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks [] for router (357dbab4-564c-4954-a701-ab2567a178d7), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:41.552410 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] Routers {'357dbab4-564c-4954-a701-ab2567a178d7'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:41.553037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['357dbab4-564c-4954-a701-ab2567a178d7'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:41.647914 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks [] for router_gateway (357dbab4-564c-4954-a701-ab2567a178d7), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:41.658683 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] Set router 357dbab4-564c-4954-a701-ab2567a178d7 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:41.704986 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Deleting port cc166671-d24e-4597-93d4-3474e0e93010 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:41.705421 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (cc166671-d24e-4597-93d4-3474e0e93010), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:41.717656 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:41.793860 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] For port cc166671-d24e-4597-93d4-3474e0e93010, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=cc166671-d24e-4597-93d4-3474e0e93010,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:41.794145 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (cc166671-d24e-4597-93d4-3474e0e93010), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:41.809321 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Calling delete_port for cc166671-d24e-4597-93d4-3474e0e93010 owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:41.855659 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:25:40Z', 'revision_number': 5, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port': {'id': 'cc166671-d24e-4597-93d4-3474e0e93010', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357dbab4-564c-4954-a701-ab2567a178d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:22:47Z', 'updated_at': '2022-08-29T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:41.888484 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] Checking router: 357dbab4-564c-4954-a701-ab2567a178d7 for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:41.898108 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] Routers {'357dbab4-564c-4954-a701-ab2567a178d7'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:41.898754 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['357dbab4-564c-4954-a701-ab2567a178d7'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:41.990239 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] Set router 357dbab4-564c-4954-a701-ab2567a178d7 gateway port host: None {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:41.992533 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (cc166671-d24e-4597-93d4-3474e0e93010), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.024888 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc166671-d24e-4597-93d4-3474e0e93010,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:42.048948 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:25:41Z', 'revision_number': 6, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:42.076183 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663fc5f-b5a7-4212-b1bc-eec7b255a12d None None] The sync data for ids ['357dbab4-564c-4954-a701-ab2567a178d7'] in dv-cinder-854261-2-iscsi is: [{'id': '357dbab4-564c-4954-a701-ab2567a178d7', 'name': 'tempest-TestMinimumBasicScenario-1072374880-router', 'tenant_id': '79c093bab922455e9fc9bbf0b93fa278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:22:46Z', 'updated_at': '2022-08-29T20:25:41Z', 'revision_number': 6, 'project_id': '79c093bab922455e9fc9bbf0b93fa278', 'gw_port_host': None}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:42.086200 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:42.095140 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (357dbab4-564c-4954-a701-ab2567a178d7), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.193619 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (357dbab4-564c-4954-a701-ab2567a178d7), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.196215 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks [] for router_controller (357dbab4-564c-4954-a701-ab2567a178d7), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.241623 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (357dbab4-564c-4954-a701-ab2567a178d7), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.242450 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357dbab4-564c-4954-a701-ab2567a178d7 {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:25:42.247098 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.248109 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-0baa7f8a-c292-44e4-ba55-721181adc6a1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/357dbab4-564c-4954-a701-ab2567a178d7 HTTP/1.1" status: 204 len: 168 time: 0.8530548 Aug 29 20:25:42.251163 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38564) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:42.314100 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.db_base_plugin_v2 [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Deleting subnet 4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2 {{(pid=106549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:25:42.317533 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Publish callbacks [] for subnet (4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.356542 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261056392'] for subnet (4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.438202 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.503586 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3285877'] for subnet (4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.509751 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:42.522955 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38568) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:42.537662 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:42.541116 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.544666 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-654ba568-eb88-4cca-8ab7-0934895ec2e5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/4a9b92f8-59b7-4cab-b6b2-83fa4e7aaea2 HTTP/1.1" status: 204 len: 168 time: 0.2925181 Aug 29 20:25:42.547434 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38570) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:42.549914 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19732d10-7c6e-402b-b80a-1736ef8ac624 None None] Network c572ef7f-caee-4a3a-9bc0-bf0bd102511d requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:25:42.628320 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:42.659653 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (c572ef7f-caee-4a3a-9bc0-bf0bd102511d), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.720083 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Deleting port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:42.720438 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.723777 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Deleting port 57a4f0c1-7548-4a68-8cd0-f0c090b3b09a {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:42.724124 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.790368 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] For port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,segment=NetworkSegment(78f1a6ad-895f-47d4-a45e-0c724a1b8b91),segment_id=78f1a6ad-895f-47d4-a45e-0c724a1b8b91)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:42.790626 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.806750 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Calling delete_port for 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 owned by network:dhcp {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:42.812306 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.812636 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.830454 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Calling delete_port for 57a4f0c1-7548-4a68-8cd0-f0c090b3b09a owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:42.864029 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] DHCP port deletion for c572ef7f-caee-4a3a-9bc0-bf0bd102511d request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:25:42.896551 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.917930 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Deleting port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 {{(pid=106550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:42.918307 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), before_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.926430 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:42.933218 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] No DVR routers for this DVR port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 on host dv-cinder-854261-2-iscsi {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:42.957787 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:43.010207 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.db [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] For port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2, host dv-cinder-854261-2-iscsi, got binding levels [] {{(pid=106550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:43.010604 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), precommit_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.024303 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (c572ef7f-caee-4a3a-9bc0-bf0bd102511d), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.027153 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Calling delete_port for 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 owned by network:dhcp {{(pid=106550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:43.031596 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.ipam_backend_mixin [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 was not found and therefore no delete operation was performed {{(pid=106550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 20:25:43.033145 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289'] for port (064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2), after_delete {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.034942 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:43.040732 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (57a4f0c1-7548-4a68-8cd0-f0c090b3b09a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.057187 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c572ef7f-caee-4a3a-9bc0-bf0bd102511d']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:43.062031 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] Pushing event deleted for resources: {'Port': ['ID=064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2,revision_number=None']} {{(pid=106550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:43.068268 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad1c62-dde1-48f1-a683-b9b526aaf6d8 None None] No DVR routers for this DVR port 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 on host dv-cinder-854261-2-iscsi {{(pid=106550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:43.078817 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f1a6ad-895f-47d4-a45e-0c724a1b8b91') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:43.079770 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f1a6ad-895f-47d4-a45e-0c724a1b8b91') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:43.097959 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (78f1a6ad-895f-47d4-a45e-0c724a1b8b91), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.097959 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:43.104568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'Port': ['ID=57a4f0c1-7548-4a68-8cd0-f0c090b3b09a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:43.114320 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (78f1a6ad-895f-47d4-a45e-0c724a1b8b91), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.122776 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:25:43.123357 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (78f1a6ad-895f-47d4-a45e-0c724a1b8b91), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.167855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (c0af9179-2190-4dd4-b274-9e01283a9a33), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.168192 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Floating IP c0af9179-2190-4dd4-b274-9e01283a9a33 disassociated (deleted). External IP: 172.27.3.150, port: 83c4727c-dd32-4e08-9379-33b1f266216a. Aug 29 20:25:43.216779 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 78f1a6ad-895f-47d4-a45e-0c724a1b8b91 resource provider aggregate not found Aug 29 20:25:43.222280 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (c572ef7f-caee-4a3a-9bc0-bf0bd102511d), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.232224 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.240206 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/c572ef7f-caee-4a3a-9bc0-bf0bd102511d HTTP/1.1" status: 204 len: 168 time: 0.6893811 Aug 29 20:25:43.254387 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 78f1a6ad-895f-47d4-a45e-0c724a1b8b91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78f1a6ad-895f-47d4-a45e-0c724a1b8b91 found for delete ", "request_id": "req-3be27537-91ef-4464-ba79-ffa303b2d581"}]} Aug 29 20:25:43.255631 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fa8a1-d5fd-478d-a75c-1a3121d4cf7e admin admin] Pushing event deleted for resources: {'Network': ['ID=c572ef7f-caee-4a3a-9bc0-bf0bd102511d,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:43.463180 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:43.539031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38580) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:43.638096 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-6f4f094d-7c5a-4652-85bc-4b5fd3a053b1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9f9f5a2386e2451f9a9b833859343595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0976334 Aug 29 20:25:43.640661 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38584) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:43.649112 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:43.654662 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.663148 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:43.677651 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:43.679610 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:43.698642 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-4f242e84-b0fd-423b-88b3-5b5e6e00c681 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/c0af9179-2190-4dd4-b274-9e01283a9a33 HTTP/1.1" status: 204 len: 168 time: 1.1693635 Aug 29 20:25:43.699398 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:43.702361 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd7707c-1a2e-42f2-8582-d976feb7d05b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:43.706897 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7b7a-d248-4d49-9009-6044efc16aef admin admin] Publish callbacks [] for security_group (21124eb5-011d-45e6-8618-a8896fa66602), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.737963 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7b7a-d248-4d49-9009-6044efc16aef admin admin] Publish callbacks [] for security_group (21124eb5-011d-45e6-8618-a8896fa66602), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.775544 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d67966-ab83-4892-b6df-0f73ef34de69 x-openstack-request-id: req-c9d67966-ab83-4892-b6df-0f73ef34de69 {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:43.777419 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:43.779166 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9d67966-ab83-4892-b6df-0f73ef34de69 {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:43.779166 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d67966-ab83-4892-b6df-0f73ef34de69'] response: {'name': 'network-changed', 'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a', 'status': 'completed', 'code': 200} Aug 29 20:25:43.827302 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e87436f3-5081-4862-a09a-cee234a4e424 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:43.842315 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7b7a-d248-4d49-9009-6044efc16aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (21124eb5-011d-45e6-8618-a8896fa66602), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.847340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7b7a-d248-4d49-9009-6044efc16aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:43.851672 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-6c2c7b7a-d248-4d49-9009-6044efc16aef admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/21124eb5-011d-45e6-8618-a8896fa66602 HTTP/1.1" status: 204 len: 168 time: 0.2072787 Aug 29 20:25:43.851898 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: e87436f3-5081-4862-a09a-cee234a4e424 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:43.851898 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device e87436f3-5081-4862-a09a-cee234a4e424 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:43.851898 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cc166671-d24e-4597-93d4-3474e0e93010 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:43.887827 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c7b7a-d248-4d49-9009-6044efc16aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21124eb5-011d-45e6-8618-a8896fa66602,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:43.895205 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:43.936492 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: cc166671-d24e-4597-93d4-3474e0e93010 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:43.936647 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-8f30d2d4-14ea-45e1-b43e-42b6c5bacae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:43.937246 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cc166671-d24e-4597-93d4-3474e0e93010 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:43.938646 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-8f30d2d4-14ea-45e1-b43e-42b6c5bacae8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0773647 Aug 29 20:25:43.939245 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:44.015001 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:44.019370 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 064a0fe0-a44a-4e45-96ab-6b8e2f96c3c2 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:44.108003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-793fa925-a730-4090-a013-d41f1cafef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:44.109605 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-793fa925-a730-4090-a013-d41f1cafef78 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1627345 Aug 29 20:25:44.195550 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505b200-6f82-4a81-a9d0-2bda0efa5d69 req-c50f3c11-8041-46f5-ab5f-1aa7cce56995 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:44.198084 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6505b200-6f82-4a81-a9d0-2bda0efa5d69 req-c50f3c11-8041-46f5-ab5f-1aa7cce56995 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.0799410 Aug 29 20:25:44.268530 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6505b200-6f82-4a81-a9d0-2bda0efa5d69 req-b0f9e967-387e-4dfa-8eef-f036d7419ef2 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619185 Aug 29 20:25:44.326016 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:30Z', 'revision_number': 1, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:44.353798 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:44.363229 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:44.363930 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:44.412453 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:44.438047 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38598) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:44.482356 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:44.486120 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-9b2f9d4a-3b9d-479a-9250-7f0f442547c5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=79c093bab922455e9fc9bbf0b93fa278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468252 Aug 29 20:25:44.490010 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38600) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:44.549688 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Publish callbacks [] for security_group (73359b24-bf37-4d9a-a1a0-6a1099c1037e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:44.572240 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Publish callbacks [] for security_group (73359b24-bf37-4d9a-a1a0-6a1099c1037e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:44.626335 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (73359b24-bf37-4d9a-a1a0-6a1099c1037e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:44.629180 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:44.633948 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/73359b24-bf37-4d9a-a1a0-6a1099c1037e HTTP/1.1" status: 204 len: 168 time: 0.1395447 Aug 29 20:25:44.641009 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73359b24-bf37-4d9a-a1a0-6a1099c1037e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:44.649568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.650214 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.650652 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.651087 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.651516 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.652021 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.652447 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.652836 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.653281 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.653631 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.654098 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.654435 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.655887 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.655887 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.655887 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a292868-c9ae-422a-98f9-71b0835cd0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:44.731548 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:30Z', 'revision_number': 1, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:44.733853 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:44.760745 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f06374-424d-4010-b4cf-9d79bd27ba45 None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_floatingips': [{'id': '1fea54ad-5132-4d18-b74c-4891b0206ae8', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'router_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'port_id': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'mac_address': 'fa:16:3e:b3:dc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:21:27Z', 'updated_at': '2022-08-29T20:21:30Z', 'revision_number': 1, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:45.112566 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ae76d-ffff-4d94-98e6-d3038dd788a6 None None] New status for floating IP c0af9179-2190-4dd4-b274-9e01283a9a33: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:25:45.436129 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d76f-877b-464d-8ef9-56ae0657a2ec req-08f6f9d0-45c5-4905-b8c3-2fee4fc7a6c2 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:45.438939 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6271d76f-877b-464d-8ef9-56ae0657a2ec req-08f6f9d0-45c5-4905-b8c3-2fee4fc7a6c2 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.0683019 Aug 29 20:25:45.551048 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-61093a04-cc6e-4a2f-9b4a-ceb8aaf581bf service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c4727c-dd32-4e08-9379-33b1f266216a HTTP/1.1" status: 200 len: 217 time: 0.0810878 Aug 29 20:25:45.587499 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-6271d76f-877b-464d-8ef9-56ae0657a2ec req-e5ae8cc1-d708-4214-81dd-2136b2d0b8d1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403344 Aug 29 20:25:46.058073 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-cad175ec-d5ae-4f35-a568-833199b95099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:46.059581 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-cad175ec-d5ae-4f35-a568-833199b95099 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.0580828 Aug 29 20:25:46.216375 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:46.264083 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-3df2a398-d5e3-427c-9f76-fb348df8471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:46.266737 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-3df2a398-d5e3-427c-9f76-fb348df8471f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606830 Aug 29 20:25:46.468949 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-6fea9237-2cb9-468b-923e-1eb91f374a64 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:46.473340 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-6fea9237-2cb9-468b-923e-1eb91f374a64 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.1056156 Aug 29 20:25:46.515544 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-bcadbba7-39f0-4bf1-ac6c-b0dc0ee8bf07 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473088 Aug 29 20:25:46.567539 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:46.591266 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Deleting port 83c4727c-dd32-4e08-9379-33b1f266216a {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:46.591555 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:46.596273 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:46.690006 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-3fd7707c-1a2e-42f2-8582-d976feb7d05b req-fae4e2a5-457e-4926-8265-15328a39ee42 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631205 Aug 29 20:25:47.017839 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdfc99-7a05-4ae6-a923-631c5e92af7b req-3c502f61-6f59-4dd2-939d-f40436a566f1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:47.019471 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9bbdfc99-7a05-4ae6-a923-631c5e92af7b req-3c502f61-6f59-4dd2-939d-f40436a566f1 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 945 time: 0.0718415 Aug 29 20:25:47.067211 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] For port 83c4727c-dd32-4e08-9379-33b1f266216a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83c4727c-dd32-4e08-9379-33b1f266216a,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:47.067636 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:47.087468 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Calling delete_port for 83c4727c-dd32-4e08-9379-33b1f266216a owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:47.125600 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-9bbdfc99-7a05-4ae6-a923-631c5e92af7b req-13bf5cd4-c30c-4ba9-b122-836f0529db47 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938680 Aug 29 20:25:47.263967 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (83c4727c-dd32-4e08-9379-33b1f266216a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:47.296259 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'Port': ['ID=83c4727c-dd32-4e08-9379-33b1f266216a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:47.345113 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] No DVR routers for this DVR port 83c4727c-dd32-4e08-9379-33b1f266216a on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:47.347627 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:47.351610 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-bce34dcb-c80e-4585-90cb-4de446dd9385 req-563771cb-cca1-4ee1-aed4-4f19546c19f3 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "DELETE /networking/v2.0/ports/83c4727c-dd32-4e08-9379-33b1f266216a HTTP/1.1" status: 204 len: 173 time: 0.8701284 Aug 29 20:25:47.352080 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'name': 'network-vif-deleted', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:47.354439 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d05e0b-7c2a-4a67-b3a7-22d34855479c" -d '{"events": [{"server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "name": "network-vif-deleted", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:47.398569 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de6b29a-584b-4e69-96d5-469f2ef86caf x-openstack-request-id: req-6de6b29a-584b-4e69-96d5-469f2ef86caf {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:47.399032 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0", "name": "network-vif-deleted", "tag": "83c4727c-dd32-4e08-9379-33b1f266216a", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:47.399457 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6de6b29a-584b-4e69-96d5-469f2ef86caf {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:47.399870 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de6b29a-584b-4e69-96d5-469f2ef86caf'] response: {'server_uuid': 'f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0', 'name': 'network-vif-deleted', 'tag': '83c4727c-dd32-4e08-9379-33b1f266216a', 'status': 'completed', 'code': 200} Aug 29 20:25:48.274828 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-a2cff14c-8d40-49a7-b760-34a4c10e63e0 req-fcc2fc95-61c4-4f15-83a1-101ce553b13f tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f2e9734d-46c0-4fec-ba5d-d6ea8e6df7a0 HTTP/1.1" status: 200 len: 210 time: 0.0381305 Aug 29 20:25:48.308529 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38662) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:48.430496 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.514091 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Publish callbacks [] for security_group (227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.518460 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.534115 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:48.562459 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:48.567027 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3085db4527174628bbda040c6630bc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573040 Aug 29 20:25:48.570222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38666) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:48.574883 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.575236 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.575579 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.575926 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.576262 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.576593 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.576924 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.577252 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.577578 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.578009 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.578340 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.578666 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.578988 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.579309 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.579627 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2526b0-17c0-4023-b786-d0fe673ea23a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854261-2-iscsi {{(pid=106549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:48.626854 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-43a8e820-eb1b-4392-8576-68e903f544de admin admin] Publish callbacks [] for security_group (227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.649346 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-43a8e820-eb1b-4392-8576-68e903f544de admin admin] Publish callbacks [] for security_group (227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.700581 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-43a8e820-eb1b-4392-8576-68e903f544de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.703121 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-43a8e820-eb1b-4392-8576-68e903f544de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:48.704274 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-43a8e820-eb1b-4392-8576-68e903f544de admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1 HTTP/1.1" status: 204 len: 168 time: 0.1329582 Aug 29 20:25:48.713126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8e820-eb1b-4392-8576-68e903f544de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f3f9d-ea1e-44d3-a44b-5c85cd9c39b1,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:49.000859 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38672) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:49.019794 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24ee5227-12c8-4a29-91a4-752f4eef09f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.116560 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24ee5227-12c8-4a29-91a4-752f4eef09f8 admin admin] Publish callbacks [] for security_group (581334b1-b8ca-4a0a-a4c3-7a51a840756d), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.123113 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-24ee5227-12c8-4a29-91a4-752f4eef09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (581334b1-b8ca-4a0a-a4c3-7a51a840756d), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.163403 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee5227-12c8-4a29-91a4-752f4eef09f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581334b1-b8ca-4a0a-a4c3-7a51a840756d,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:49.167662 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-24ee5227-12c8-4a29-91a4-752f4eef09f8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=efc25ee3297e4ba79a74d6397cdc4692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657031 Aug 29 20:25:49.170349 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38674) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:49.176320 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:49.237796 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4cffe92a-8685-4dd6-8645-1c55165f6348 admin admin] Publish callbacks [] for security_group (581334b1-b8ca-4a0a-a4c3-7a51a840756d), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.261143 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4cffe92a-8685-4dd6-8645-1c55165f6348 admin admin] Publish callbacks [] for security_group (581334b1-b8ca-4a0a-a4c3-7a51a840756d), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.283479 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:49.313640 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4cffe92a-8685-4dd6-8645-1c55165f6348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (581334b1-b8ca-4a0a-a4c3-7a51a840756d), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.316411 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-4cffe92a-8685-4dd6-8645-1c55165f6348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:49.317563 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-4cffe92a-8685-4dd6-8645-1c55165f6348 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/581334b1-b8ca-4a0a-a4c3-7a51a840756d HTTP/1.1" status: 204 len: 168 time: 0.1463368 Aug 29 20:25:49.326685 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffe92a-8685-4dd6-8645-1c55165f6348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581334b1-b8ca-4a0a-a4c3-7a51a840756d,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:51.239906 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 83c4727c-dd32-4e08-9379-33b1f266216a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:51.263703 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 83c4727c-dd32-4e08-9379-33b1f266216a {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:51.264228 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 83c4727c-dd32-4e08-9379-33b1f266216a not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:51.644099 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38736) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:51.789855 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Deleting port 325ef888-9f90-4197-ad3b-5dec4d327530 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:51.790201 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (325ef888-9f90-4197-ad3b-5dec4d327530), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:51.874638 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (325ef888-9f90-4197-ad3b-5dec4d327530), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:51.874969 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (325ef888-9f90-4197-ad3b-5dec4d327530), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:51.887902 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Calling delete_port for 325ef888-9f90-4197-ad3b-5dec4d327530 owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:52.044134 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (325ef888-9f90-4197-ad3b-5dec4d327530), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:52.071217 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'Port': ['ID=325ef888-9f90-4197-ad3b-5dec4d327530,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:52.139051 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (1fea54ad-5132-4d18-b74c-4891b0206ae8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:52.139290 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.db.l3_db [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Floating IP 1fea54ad-5132-4d18-b74c-4891b0206ae8 disassociated (deleted). External IP: 172.27.3.85, port: 2fe84f3d-7bc6-4d1c-a981-074dce1683fd. Aug 29 20:25:52.341424 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:52.425488 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:52.450126 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:52.455058 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:52.457426 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:52.461748 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:52.472594 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:52.473213 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:52.491158 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-dde57185-7e45-4178-8e83-829b4d1495fc tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/1fea54ad-5132-4d18-b74c-4891b0206ae8 HTTP/1.1" status: 204 len: 168 time: 0.8459318 Aug 29 20:25:52.491761 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:52.494116 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90729b46-6e51-4a6e-87cb-4cf2949afa67" -d '{"events": [{"name": "network-changed", "server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:52.534621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf4bbf7-3987-4ae0-accb-fee20bed5b0f x-openstack-request-id: req-dcf4bbf7-3987-4ae0-accb-fee20bed5b0f {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:52.535361 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:52.535812 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcf4bbf7-3987-4ae0-accb-fee20bed5b0f {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:52.537433 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf4bbf7-3987-4ae0-accb-fee20bed5b0f'] response: {'name': 'network-changed', 'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'status': 'completed', 'code': 200} Aug 29 20:25:52.643507 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:52.660081 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-17d60f2b-baae-4a33-8cd4-be69153ab44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:52.662526 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-17d60f2b-baae-4a33-8cd4-be69153ab44a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 1129 time: 0.0586138 Aug 29 20:25:52.788465 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-d23f0844-d431-440b-b093-6e9566f328a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:52.790160 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-d23f0844-d431-440b-b093-6e9566f328a7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 200 len: 913 time: 0.1073313 Aug 29 20:25:52.862347 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f74e-70a9-4e0d-a4ed-30a122e61f35 req-6732b218-78f8-4603-a908-d1148fcbc72a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:52.874580 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-28c7f74e-70a9-4e0d-a4ed-30a122e61f35 req-6732b218-78f8-4603-a908-d1148fcbc72a tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.1034935 Aug 29 20:25:52.887576 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:52.917541 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:52.926956 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:52.928354 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:52.943275 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [req-28c7f74e-70a9-4e0d-a4ed-30a122e61f35 req-7e784390-1bbf-4ffc-bf4e-c0a8c36d01fa tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672462 Aug 29 20:25:53.070704 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:53.280236 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:53.310063 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1f531-a274-48db-9534-f6cbb5fd02df None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:17:55Z', 'revision_number': 4, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi', '_interfaces': [{'id': 'fb2bf36b-fcd8-443b-9155-18c77c80d6a4', 'name': '', 'network_id': 'd909eff5-27cf-4d36-886a-2daf13a96ae0', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'mac_address': 'fa:16:3e:cb:ac:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:54Z', 'updated_at': '2022-08-29T20:18:04Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'subnets': [{'id': 'e80cd3fe-5754-4e59-95b3-d652a1a1fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:53.549184 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92445566-6d3f-4551-a04d-780b539208b3 None None] New status for floating IP 1fea54ad-5132-4d18-b74c-4891b0206ae8: DOWN {{(pid=106550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:25:54.002951 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-6ee97058-22bb-498c-9036-ec8c19e86162 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 200 len: 217 time: 0.0406871 Aug 29 20:25:54.115530 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-1bdee5d5-743e-4310-9207-4dd3a5414554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:54.117362 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-1bdee5d5-743e-4310-9207-4dd3a5414554 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 200 len: 851 time: 0.1077285 Aug 29 20:25:54.123394 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d8ba4-d73f-4b2f-8969-af441cd5022f req-1ee999d0-52b4-47e5-b70b-e2c99b5f4ed0 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:54.124902 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-545d8ba4-d73f-4b2f-8969-af441cd5022f req-1ee999d0-52b4-47e5-b70b-e2c99b5f4ed0 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.0802395 Aug 29 20:25:54.190967 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-545d8ba4-d73f-4b2f-8969-af441cd5022f req-50aa7112-f832-4d2a-91c0-d2a3e8a32307 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cc960c8e-177f-47a1-9d4f-dc3fe73d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585511 Aug 29 20:25:54.313313 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-b1bd2b86-7389-47ab-9d3b-1d2bcca2bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:54.315058 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-b1bd2b86-7389-47ab-9d3b-1d2bcca2bc84 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d909eff5-27cf-4d36-886a-2daf13a96ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409884 Aug 29 20:25:54.434582 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-e756a30e-663a-45f0-88de-c3108adba3c7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098802 Aug 29 20:25:54.635440 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-90729b46-6e51-4a6e-87cb-4cf2949afa67 req-f0b90187-8fad-449f-9e5d-01aaa2506a9c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105454 Aug 29 20:25:54.743713 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:25:54.756419 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-c6b1998d-5df8-46d6-b1de-70e8a280cb99 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:54.757924 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-c6b1998d-5df8-46d6-b1de-70e8a280cb99 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 945 time: 0.0500133 Aug 29 20:25:54.845553 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Deleting port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:54.846018 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:54.947508 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] For port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:54.947880 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:54.961973 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Calling delete_port for 2fe84f3d-7bc6-4d1c-a981-074dce1683fd owned by compute:nova {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:54.992003 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38792) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:55.077429 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:55.103963 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:55.106806 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-742d7244-6f48-4dc8-a7a9-cd6ae10f33cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.111389 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (2fe84f3d-7bc6-4d1c-a981-074dce1683fd), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.153222 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'Port': ['ID=2fe84f3d-7bc6-4d1c-a981-074dce1683fd,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:55.194610 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] No DVR routers for this DVR port 2fe84f3d-7bc6-4d1c-a981-074dce1683fd on host hv-cinder-85426 {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:25:55.197656 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for port (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.198137 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-742d7244-6f48-4dc8-a7a9-cd6ae10f33cb admin admin] Publish callbacks [] for security_group (aaed0718-bafc-4fd6-a5d6-2b06086d6f2b), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.202375 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-040dedaa-d808-4a88-b47a-2b30b1dbd7e3 req-73549678-7d75-46f9-b327-2a3819c8f056 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2fe84f3d-7bc6-4d1c-a981-074dce1683fd HTTP/1.1" status: 204 len: 173 time: 0.4389229 Aug 29 20:25:55.203022 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'name': 'network-vif-deleted', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd'}] {{(pid=106548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:25:55.203188 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-742d7244-6f48-4dc8-a7a9-cd6ae10f33cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (aaed0718-bafc-4fd6-a5d6-2b06086d6f2b), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.206638 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13f8f0f4c8d91675a90df3e3f6efb68951364fc94ae4db13ca3e46944f3ce68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248db100-4b11-4ce2-8d30-d860c85c7345" -d '{"events": [{"server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "name": "network-vif-deleted", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd"}]}' {{(pid=106548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:25:55.251758 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84feaf85-de39-4f3d-8661-0377044d4c1c x-openstack-request-id: req-84feaf85-de39-4f3d-8661-0377044d4c1c {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:25:55.252057 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc668fb0-2df9-4f20-b2eb-edb014a2eb1c", "name": "network-vif-deleted", "tag": "2fe84f3d-7bc6-4d1c-a981-074dce1683fd", "status": "completed", "code": 200}]} {{(pid=106548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:25:55.252307 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84feaf85-de39-4f3d-8661-0377044d4c1c {{(pid=106548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:25:55.252703 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84feaf85-de39-4f3d-8661-0377044d4c1c'] response: {'server_uuid': 'bc668fb0-2df9-4f20-b2eb-edb014a2eb1c', 'name': 'network-vif-deleted', 'tag': '2fe84f3d-7bc6-4d1c-a981-074dce1683fd', 'status': 'completed', 'code': 200} Aug 29 20:25:55.254257 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-742d7244-6f48-4dc8-a7a9-cd6ae10f33cb admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1b703a4e83e74a099a8f2209f810ac0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610593 Aug 29 20:25:55.255012 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38800) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:55.256570 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d7244-6f48-4dc8-a7a9-cd6ae10f33cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaed0718-bafc-4fd6-a5d6-2b06086d6f2b,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:55.356742 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e750e07-2d18-43e3-8324-0e32829e9642 admin admin] Publish callbacks [] for security_group (aaed0718-bafc-4fd6-a5d6-2b06086d6f2b), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.361159 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [req-6c1186c0-edec-4296-bd91-a9990b8545f7 req-65e205e6-cffb-476c-a39c-5b313d113f61 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bc668fb0-2df9-4f20-b2eb-edb014a2eb1c HTTP/1.1" status: 200 len: 210 time: 0.0441747 Aug 29 20:25:55.380766 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e750e07-2d18-43e3-8324-0e32829e9642 admin admin] Publish callbacks [] for security_group (aaed0718-bafc-4fd6-a5d6-2b06086d6f2b), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.438473 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e750e07-2d18-43e3-8324-0e32829e9642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (aaed0718-bafc-4fd6-a5d6-2b06086d6f2b), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.441200 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-0e750e07-2d18-43e3-8324-0e32829e9642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.442491 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-0e750e07-2d18-43e3-8324-0e32829e9642 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aaed0718-bafc-4fd6-a5d6-2b06086d6f2b HTTP/1.1" status: 204 len: 168 time: 0.1856725 Aug 29 20:25:55.453926 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e750e07-2d18-43e3-8324-0e32829e9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaed0718-bafc-4fd6-a5d6-2b06086d6f2b,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:55.785288 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38806) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:55.799805 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8b4112f3-9b31-476d-8cff-19ef8b74da6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.891469 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8b4112f3-9b31-476d-8cff-19ef8b74da6c admin admin] Publish callbacks [] for security_group (8f61fb1c-5cbd-4087-802a-cc5a15a86011), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.896350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-8b4112f3-9b31-476d-8cff-19ef8b74da6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (8f61fb1c-5cbd-4087-802a-cc5a15a86011), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:55.938500 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-8b4112f3-9b31-476d-8cff-19ef8b74da6c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bff1175c6a224f239ac05b25cbe9e48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517966 Aug 29 20:25:55.939365 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4112f3-9b31-476d-8cff-19ef8b74da6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f61fb1c-5cbd-4087-802a-cc5a15a86011,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:55.941451 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38808) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:55.985866 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:55.998997 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb99f908-61e8-4ca7-921b-bc1843eeaecc admin admin] Publish callbacks [] for security_group (8f61fb1c-5cbd-4087-802a-cc5a15a86011), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.020376 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb99f908-61e8-4ca7-921b-bc1843eeaecc admin admin] Publish callbacks [] for security_group (8f61fb1c-5cbd-4087-802a-cc5a15a86011), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.075719 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb99f908-61e8-4ca7-921b-bc1843eeaecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (8f61fb1c-5cbd-4087-802a-cc5a15a86011), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.080422 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-bb99f908-61e8-4ca7-921b-bc1843eeaecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.082447 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-bb99f908-61e8-4ca7-921b-bc1843eeaecc admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8f61fb1c-5cbd-4087-802a-cc5a15a86011 HTTP/1.1" status: 204 len: 168 time: 0.1394532 Aug 29 20:25:56.101727 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99f908-61e8-4ca7-921b-bc1843eeaecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f61fb1c-5cbd-4087-802a-cc5a15a86011,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:56.441031 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38820) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:56.569624 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Deleting port 31dab947-7956-4bdd-906a-e00836587ac7 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:56.569898 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (31dab947-7956-4bdd-906a-e00836587ac7), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.657658 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (31dab947-7956-4bdd-906a-e00836587ac7), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.658015 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (31dab947-7956-4bdd-906a-e00836587ac7), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.671345 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Calling delete_port for 31dab947-7956-4bdd-906a-e00836587ac7 owned by network:floatingip {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:56.810190 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (31dab947-7956-4bdd-906a-e00836587ac7), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.834419 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'Port': ['ID=31dab947-7956-4bdd-906a-e00836587ac7,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:56.863655 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:56.906984 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for floatingip (561a72ff-1751-461f-8254-5975f7874225), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.909999 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33272'] for floatingip (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:56.911187 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-98561502-4b1c-412e-ba44-fbdfd1ffda50 tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/561a72ff-1751-461f-8254-5975f7874225 HTTP/1.1" status: 204 len: 168 time: 0.4704995 Aug 29 20:25:58.147311 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38874) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:58.167449 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:58.214801 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-485eb238-e95b-4853-bb1c-10bbda0d6dff tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group (cc960c8e-177f-47a1-9d4f-dc3fe73d314a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:58.240649 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-485eb238-e95b-4853-bb1c-10bbda0d6dff tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group (cc960c8e-177f-47a1-9d4f-dc3fe73d314a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:58.306866 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-485eb238-e95b-4853-bb1c-10bbda0d6dff tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (cc960c8e-177f-47a1-9d4f-dc3fe73d314a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:58.310599 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-485eb238-e95b-4853-bb1c-10bbda0d6dff tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:58.314407 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-485eb238-e95b-4853-bb1c-10bbda0d6dff tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cc960c8e-177f-47a1-9d4f-dc3fe73d314a HTTP/1.1" status: 204 len: 168 time: 0.1634765 Aug 29 20:25:58.325843 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485eb238-e95b-4853-bb1c-10bbda0d6dff tempest-TestVolumeBootPattern-1159013430 tempest-TestVolumeBootPattern-1159013430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc960c8e-177f-47a1-9d4f-dc3fe73d314a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:58.371623 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38878) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:58.868334 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (20d77b35-8857-44ab-ae76-8fb9f42d9e44), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:59.096003 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Deleting port fb2bf36b-fcd8-443b-9155-18c77c80d6a4 {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:25:59.096349 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:59.184879 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] For port fb2bf36b-fcd8-443b-9155-18c77c80d6a4, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:59.185573 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:59.199127 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Calling delete_port for fb2bf36b-fcd8-443b-9155-18c77c80d6a4 owned by network:router_interface {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:25:59.289360 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2fe84f3d-7bc6-4d1c-a981-074dce1683fd no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:25:59.298187 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:59.308324 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:59.310121 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] No Port match for: 2fe84f3d-7bc6-4d1c-a981-074dce1683fd {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:25:59.310545 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Device 2fe84f3d-7bc6-4d1c-a981-074dce1683fd not bound to the agent host hv-cinder-85426 {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:25:59.386217 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (fb2bf36b-fcd8-443b-9155-18c77c80d6a4), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:59.410861 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2bf36b-fcd8-443b-9155-18c77c80d6a4,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:59.594742 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (20d77b35-8857-44ab-ae76-8fb9f42d9e44), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:59.825127 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:26:00.197557 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:26:00.203279 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-21e9c609-408d-425c-9094-8ee49da8fa63 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/20d77b35-8857-44ab-ae76-8fb9f42d9e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304884 Aug 29 20:26:00.205994 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38900) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:00.209753 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] Sync routers for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:26:00.221341 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:26:00.222002 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:00.309146 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:00.325797 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks [] for router (20d77b35-8857-44ab-ae76-8fb9f42d9e44), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:00.337577 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: dv-cinder-854261-2-iscsi {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:26:00.435469 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks [] for router_gateway (20d77b35-8857-44ab-ae76-8fb9f42d9e44), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:00.485568 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Deleting port c8fda227-be04-430a-8d93-3b57ae8bf94a {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:26:00.486044 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:00.489019 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:00.564240 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:00.595330 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=100 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:00.595986 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] For port c8fda227-be04-430a-8d93-3b57ae8bf94a, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c8fda227-be04-430a-8d93-3b57ae8bf94a,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:26:00.596368 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:00.618756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Calling delete_port for c8fda227-be04-430a-8d93-3b57ae8bf94a owned by network:router_gateway {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:26:00.619601 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:25:59Z', 'revision_number': 5, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port': {'id': 'c8fda227-be04-430a-8d93-3b57ae8bf94a', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:17:51Z', 'updated_at': '2022-08-29T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:00.663460 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] Checking router: 20d77b35-8857-44ab-ae76-8fb9f42d9e44 for host: dv-cinder-854261-2-iscsi {{(pid=106551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:26:00.673457 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] Routers {'20d77b35-8857-44ab-ae76-8fb9f42d9e44'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:26:00.673926 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'], 'active': True} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:00.769932 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_dvr_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] Set router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 gateway port host: None {{(pid=106551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:26:00.814296 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (c8fda227-be04-430a-8d93-3b57ae8bf94a), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:00.832130 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.l3_hamode_db [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:26:00Z', 'revision_number': 6, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:00.851418 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fda227-be04-430a-8d93-3b57ae8bf94a,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:00.863781 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a7b2f-a039-48cb-92f8-e8764deaf36f None None] The sync data for ids ['20d77b35-8857-44ab-ae76-8fb9f42d9e44'] in dv-cinder-854261-2-iscsi is: [{'id': '20d77b35-8857-44ab-ae76-8fb9f42d9e44', 'name': 'tempest-TestVolumeBootPattern-1609309800-router', 'tenant_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:50Z', 'updated_at': '2022-08-29T20:26:00Z', 'revision_number': 6, 'project_id': 'ff3969ffe8ff411b8773e1f3f3cb0b40', 'gw_port_host': None}] {{(pid=106551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:26:00.916524 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (20d77b35-8857-44ab-ae76-8fb9f42d9e44), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.006362 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (20d77b35-8857-44ab-ae76-8fb9f42d9e44), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.008644 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks [] for router_controller (20d77b35-8857-44ab-ae76-8fb9f42d9e44), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.052005 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (20d77b35-8857-44ab-ae76-8fb9f42d9e44), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.052529 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d77b35-8857-44ab-ae76-8fb9f42d9e44 {{(pid=106548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:26:01.056784 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.057948 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-7361b655-0469-4756-8fba-1c2736c5c37a admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/20d77b35-8857-44ab-ae76-8fb9f42d9e44 HTTP/1.1" status: 204 len: 168 time: 0.8509312 Aug 29 20:26:01.060526 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38914) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:01.111713 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Deleting subnet e80cd3fe-5754-4e59-95b3-d652a1a1fa6d {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:26:01.115201 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Publish callbacks [] for subnet (e80cd3fe-5754-4e59-95b3-d652a1a1fa6d), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.152125 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641763'] for subnet (e80cd3fe-5754-4e59-95b3-d652a1a1fa6d), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.230586 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (e80cd3fe-5754-4e59-95b3-d652a1a1fa6d), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.293433 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260220825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260118253'] for subnet (e80cd3fe-5754-4e59-95b3-d652a1a1fa6d), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.322117 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80cd3fe-5754-4e59-95b3-d652a1a1fa6d,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:01.324087 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.328362 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-d6484b4e-4115-42d1-9398-ca21aa0bdd16 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/e80cd3fe-5754-4e59-95b3-d652a1a1fa6d HTTP/1.1" status: 204 len: 168 time: 0.2660012 Aug 29 20:26:01.331644 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38916) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:01.335437 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f59843-c8e4-45f0-ba6e-392aecc2ca4e None None] Network d909eff5-27cf-4d36-886a-2daf13a96ae0 requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:26:01.407455 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (d909eff5-27cf-4d36-886a-2daf13a96ae0), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.443764 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-a1c6e584-e5a6-4f60-8bab-dc4cb840557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.461292 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Deleting port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc {{(pid=106548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:26:01.461634 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.505952 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:01.530157 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:01.532268 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.db [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] For port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,segment=NetworkSegment(61319875-9f28-4bea-913f-1cf1e8cdc259),segment_id=61319875-9f28-4bea-913f-1cf1e8cdc259)] {{(pid=106548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:26:01.532623 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.547677 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Calling delete_port for c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc owned by network:dhcp {{(pid=106548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:26:01.639871 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260220266'] for port (c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.647988 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564e6b5-2ce3-4584-879e-54094c4285ec None None] DHCP port deletion for d909eff5-27cf-4d36-886a-2daf13a96ae0 request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:26:01.674045 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:01.677769 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] No DVR routers for this DVR port c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc on host dv-cinder-854261-2-iscsi {{(pid=106548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:26:01.758538 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device fb2bf36b-fcd8-443b-9155-18c77c80d6a4 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:26:01.768532 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (d909eff5-27cf-4d36-886a-2daf13a96ae0), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.788743 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: fb2bf36b-fcd8-443b-9155-18c77c80d6a4 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:26:01.789370 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device fb2bf36b-fcd8-443b-9155-18c77c80d6a4 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:26:01.790019 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c8fda227-be04-430a-8d93-3b57ae8bf94a no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:26:01.800391 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d909eff5-27cf-4d36-886a-2daf13a96ae0']}} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:01.814743 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61319875-9f28-4bea-913f-1cf1e8cdc259') {'for_net_delete': True} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:01.815100 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.services.segments.db [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61319875-9f28-4bea-913f-1cf1e8cdc259') {} {{(pid=106548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:01.816991 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: c8fda227-be04-430a-8d93-3b57ae8bf94a {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:26:01.818323 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c8fda227-be04-430a-8d93-3b57ae8bf94a not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:26:01.818717 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:26:01.827459 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3641768'] for segment (61319875-9f28-4bea-913f-1cf1e8cdc259), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.844388 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (61319875-9f28-4bea-913f-1cf1e8cdc259), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.848205 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:26:01.848735 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device c9b663cf-0881-4bb8-b0e3-4fbdc4c763dc not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:26:01.857341 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=106548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:26:01.857785 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260220223'] for segment (61319875-9f28-4bea-913f-1cf1e8cdc259), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.885561 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 61319875-9f28-4bea-913f-1cf1e8cdc259 resource provider aggregate not found Aug 29 20:26:01.923381 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.services.segments.plugin [-] Segment 61319875-9f28-4bea-913f-1cf1e8cdc259 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61319875-9f28-4bea-913f-1cf1e8cdc259 found for delete ", "request_id": "req-dca956eb-e435-4070-b568-767268f8ad2c"}]} Aug 29 20:26:01.950954 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (d909eff5-27cf-4d36-886a-2daf13a96ae0), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.956585 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:01.963519 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38930) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:01.964003 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/d909eff5-27cf-4d36-886a-2daf13a96ae0 HTTP/1.1" status: 204 len: 168 time: 0.6310070 Aug 29 20:26:01.980169 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7242b-71b3-4db2-9158-39dc79cd8e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=d909eff5-27cf-4d36-886a-2daf13a96ae0,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:02.602288 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1748411'] for router_interface (459127a7-930f-447d-bc99-e7e14efcbf9b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:02.813531 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:02.829434 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Deleting port 739b9881-a0be-4192-a5c9-3128a1461182 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:26:02.829810 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (739b9881-a0be-4192-a5c9-3128a1461182), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:02.911719 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] For port 739b9881-a0be-4192-a5c9-3128a1461182, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=739b9881-a0be-4192-a5c9-3128a1461182,segment=NetworkSegment(5dc87757-7a6d-4c42-adb5-6bc6943224ef),segment_id=5dc87757-7a6d-4c42-adb5-6bc6943224ef)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:26:02.911991 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (739b9881-a0be-4192-a5c9-3128a1461182), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:02.925087 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Calling delete_port for 739b9881-a0be-4192-a5c9-3128a1461182 owned by network:router_interface {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:26:03.053154 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:03.123888 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (739b9881-a0be-4192-a5c9-3128a1461182), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:03.150724 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=739b9881-a0be-4192-a5c9-3128a1461182,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:03.342339 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1745163'] for router_interface (459127a7-930f-447d-bc99-e7e14efcbf9b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:03.587630 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Router 459127a7-930f-447d-bc99-e7e14efcbf9b has already been hosted by L3 agent c24f252a-599f-41d5-95eb-c2c1f5fdf04f {{(pid=106549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:26:03.724809 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] Notify agent at l3_agent.dv-cinder-854261-2-iscsi the message routers_updated {{(pid=106549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:26:03.733006 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-33c87313-d592-4592-9471-160d5389a9bf admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/459127a7-930f-447d-bc99-e7e14efcbf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655013 Aug 29 20:26:03.733006 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38954) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:03.735452 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] Sync routers for ids ['459127a7-930f-447d-bc99-e7e14efcbf9b'] in dv-cinder-854261-2-iscsi {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:26:03.748433 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] Routers {'459127a7-930f-447d-bc99-e7e14efcbf9b'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:26:03.749277 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:25:34Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['459127a7-930f-447d-bc99-e7e14efcbf9b'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:03.825522 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:03.833600 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:03.838610 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks [] for router (459127a7-930f-447d-bc99-e7e14efcbf9b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:03.943143 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks [] for router_gateway (459127a7-930f-447d-bc99-e7e14efcbf9b), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:03.990687 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Deleting port cffd7926-5772-4459-9b61-9d643be23264 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:26:03.991118 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (cffd7926-5772-4459-9b61-9d643be23264), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:03.994227 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:03.997215 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] Set router 459127a7-930f-447d-bc99-e7e14efcbf9b gateway port host: dv-cinder-854261-2-iscsi {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:26:03.999152 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-2618e2db-9d7e-4200-9145-5d718ffeccb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.083367 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] For port cffd7926-5772-4459-9b61-9d643be23264, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=cffd7926-5772-4459-9b61-9d643be23264,segment=NetworkSegment(4fa4c881-215e-4b91-bdd3-da9065157f12),segment_id=4fa4c881-215e-4b91-bdd3-da9065157f12)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:26:04.084448 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (cffd7926-5772-4459-9b61-9d643be23264), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.099476 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Calling delete_port for cffd7926-5772-4459-9b61-9d643be23264 owned by network:router_gateway {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:26:04.186185 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'external_fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'cffd7926-5772-4459-9b61-9d643be23264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:26:03Z', 'revision_number': 5, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port': {'id': 'cffd7926-5772-4459-9b61-9d643be23264', 'name': '', 'network_id': 'e91dcfef-2645-4716-ae0f-abd08e221c3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:18:00Z', 'updated_at': '2022-08-29T20:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77e8012a-799a-4b1e-bdab-1d0cc45e9147', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854261-2-iscsi'}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:04.211941 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] Checking router: 459127a7-930f-447d-bc99-e7e14efcbf9b for host: dv-cinder-854261-2-iscsi {{(pid=106550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:26:04.220520 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] Routers {'459127a7-930f-447d-bc99-e7e14efcbf9b'} bound to L3 agent in host dv-cinder-854261-2-iscsi {{(pid=106550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:26:04.221128 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:04:34Z,description=,heartbeat_timestamp=2022-08-29T20:26:04Z,host='dv-cinder-854261-2-iscsi',id=c24f252a-599f-41d5-95eb-c2c1f5fdf04f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:04:34Z,topic='l3_agent')) {'router_ids': ['459127a7-930f-447d-bc99-e7e14efcbf9b'], 'active': True} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:04.223698 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:04.290057 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (cffd7926-5772-4459-9b61-9d643be23264), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.315337 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_dvr_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] Set router 459127a7-930f-447d-bc99-e7e14efcbf9b gateway port host: None {{(pid=106550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:26:04.317910 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cffd7926-5772-4459-9b61-9d643be23264,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:04.370049 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.db.l3_hamode_db [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:26:03Z', 'revision_number': 6, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port_host': None}], 'dv-cinder-854261-2-iscsi', False) {} {{(pid=106550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:04.384436 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745144'] for router_gateway (459127a7-930f-447d-bc99-e7e14efcbf9b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.395726 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad73af24-8e66-47f5-90e2-9ba10528fba0 None None] The sync data for ids ['459127a7-930f-447d-bc99-e7e14efcbf9b'] in dv-cinder-854261-2-iscsi is: [{'id': '459127a7-930f-447d-bc99-e7e14efcbf9b', 'name': 'tempest-TestVolumeBootPattern-1668083083-router', 'tenant_id': 'a70786727b784db6972c1f3f1433dc36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:17:59Z', 'updated_at': '2022-08-29T20:26:03Z', 'revision_number': 6, 'project_id': 'a70786727b784db6972c1f3f1433dc36', 'gw_port_host': None}] {{(pid=106550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:26:04.478105 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125526'] for router (459127a7-930f-447d-bc99-e7e14efcbf9b), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.480468 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks [] for router_controller (459127a7-930f-447d-bc99-e7e14efcbf9b), precommit_delete_associations {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.525681 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1745270'] for router (459127a7-930f-447d-bc99-e7e14efcbf9b), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.526315 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 459127a7-930f-447d-bc99-e7e14efcbf9b {{(pid=106549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:26:04.530594 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.534039 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-c4241024-ff10-4159-9588-f5de1e1dc0bf admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/459127a7-930f-447d-bc99-e7e14efcbf9b HTTP/1.1" status: 204 len: 168 time: 0.7981715 Aug 29 20:26:04.534476 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38964) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:04.581770 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Deleting subnet dd819698-8eff-434f-b0ba-3d9204254242 {{(pid=106548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:26:04.585348 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Publish callbacks [] for subnet (dd819698-8eff-434f-b0ba-3d9204254242), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.631866 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3641763'] for subnet (dd819698-8eff-434f-b0ba-3d9204254242), precommit_delete_associations {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.712153 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747619'] for subnet (dd819698-8eff-434f-b0ba-3d9204254242), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.730445 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38968) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:04.772804 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260220825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260118253'] for subnet (dd819698-8eff-434f-b0ba-3d9204254242), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.807871 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd819698-8eff-434f-b0ba-3d9204254242,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:04.810255 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for subnet (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.813766 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-ccb59f27-6bfb-4653-b6a8-bffaa07e77c2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/dd819698-8eff-434f-b0ba-3d9204254242 HTTP/1.1" status: 204 len: 168 time: 0.2781136 Aug 29 20:26:04.815116 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa795ce3-360e-469b-986b-23acd41b1add None None] Network 01d740a6-a7f3-4f7a-a336-427d5673267f requested from dv-cinder-854261-2-iscsi {{(pid=106550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:26:04.816337 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38972) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:04.897054 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eebc35f7-5e51-426c-9edd-97e7106306ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.925230 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547678'] for network (01d740a6-a7f3-4f7a-a336-427d5673267f), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:04.996884 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Deleting port d9cce025-1651-40d1-bdd8-7530f38b02c9 {{(pid=106549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:26:04.997130 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775561151964'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.092072 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.db [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] For port d9cce025-1651-40d1-bdd8-7530f38b02c9, host dv-cinder-854261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854261-2-iscsi',level=0,port_id=d9cce025-1651-40d1-bdd8-7530f38b02c9,segment=NetworkSegment(5dc87757-7a6d-4c42-adb5-6bc6943224ef),segment_id=5dc87757-7a6d-4c42-adb5-6bc6943224ef)] {{(pid=106549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:26:05.092710 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748656'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.096094 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eebc35f7-5e51-426c-9edd-97e7106306ad admin admin] Publish callbacks [] for security_group (fd5d29d6-2302-481e-bada-a8f965ba6ee8), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.103650 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:05.107526 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-eebc35f7-5e51-426c-9edd-97e7106306ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (fd5d29d6-2302-481e-bada-a8f965ba6ee8), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.109382 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:05.110928 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.plugin [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Calling delete_port for d9cce025-1651-40d1-bdd8-7530f38b02c9 owned by network:dhcp {{(pid=106549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:26:05.191420 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-eebc35f7-5e51-426c-9edd-97e7106306ad admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e7d18c1395a745c6a2795560b2b01b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597201 Aug 29 20:26:05.192525 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc35f7-5e51-426c-9edd-97e7106306ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5d29d6-2302-481e-bada-a8f965ba6ee8,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:05.194689 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38974) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:05.249451 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7a06e-f1bd-4270-8818-d82654968c1d None None] DHCP port deletion for 01d740a6-a7f3-4f7a-a336-427d5673267f request from dv-cinder-854261-2-iscsi {{(pid=106550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:26:05.259620 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775561157578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775560778289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909032'] for port (d9cce025-1651-40d1-bdd8-7530f38b02c9), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.263699 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-47bdb024-af75-4f6a-825c-49ff2dce5d9a admin admin] Publish callbacks [] for security_group (fd5d29d6-2302-481e-bada-a8f965ba6ee8), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.288319 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-47bdb024-af75-4f6a-825c-49ff2dce5d9a admin admin] Publish callbacks [] for security_group (fd5d29d6-2302-481e-bada-a8f965ba6ee8), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.293802 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] No DVR routers for this DVR port d9cce025-1651-40d1-bdd8-7530f38b02c9 on host dv-cinder-854261-2-iscsi {{(pid=106549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:26:05.295828 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cce025-1651-40d1-bdd8-7530f38b02c9,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:05.349477 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-47bdb024-af75-4f6a-825c-49ff2dce5d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (fd5d29d6-2302-481e-bada-a8f965ba6ee8), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.352149 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-47bdb024-af75-4f6a-825c-49ff2dce5d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.353371 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-47bdb024-af75-4f6a-825c-49ff2dce5d9a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/fd5d29d6-2302-481e-bada-a8f965ba6ee8 HTTP/1.1" status: 204 len: 168 time: 0.1576631 Aug 29 20:26:05.375026 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdb024-af75-4f6a-825c-49ff2dce5d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5d29d6-2302-481e-bada-a8f965ba6ee8,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:05.387142 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749056', 'neutron.services.segments.db._delete_segments_for_network-8775561294403'] for network (01d740a6-a7f3-4f7a-a336-427d5673267f), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.410712 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.414574 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d740a6-a7f3-4f7a-a336-427d5673267f']}} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:05.425630 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc87757-7a6d-4c42-adb5-6bc6943224ef') {'for_net_delete': True} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:05.426623 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.services.segments.db [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc87757-7a6d-4c42-adb5-6bc6943224ef') {} {{(pid=106549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:26:05.437088 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775561319599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261056387'] for segment (5dc87757-7a6d-4c42-adb5-6bc6943224ef), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.452726 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386'] for segment (5dc87757-7a6d-4c42-adb5-6bc6943224ef), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.460413 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=106549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:26:05.460887 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3909117'] for segment (5dc87757-7a6d-4c42-adb5-6bc6943224ef), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.546351 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745044'] for network (01d740a6-a7f3-4f7a-a336-427d5673267f), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.555637 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605200'] for network (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.558630 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/01d740a6-a7f3-4f7a-a336-427d5673267f HTTP/1.1" status: 204 len: 168 time: 0.7407997 Aug 29 20:26:05.576971 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e0742-2898-4603-b8a7-7ff85ff98905 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d740a6-a7f3-4f7a-a336-427d5673267f,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:05.744869 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cffd7926-5772-4459-9b61-9d643be23264 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:26:05.758845 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 5dc87757-7a6d-4c42-adb5-6bc6943224ef resource provider aggregate not found Aug 29 20:26:05.767413 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: cffd7926-5772-4459-9b61-9d643be23264 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:26:05.767768 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device cffd7926-5772-4459-9b61-9d643be23264 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:26:05.768198 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 739b9881-a0be-4192-a5c9-3128a1461182 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:26:05.777215 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38988) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:05.779805 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.services.segments.plugin [-] Segment 5dc87757-7a6d-4c42-adb5-6bc6943224ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dc87757-7a6d-4c42-adb5-6bc6943224ef found for delete ", "request_id": "req-ef58d1b2-9fe2-4a88-9381-6b96dcfaf0d6"}]} Aug 29 20:26:05.794756 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f4d13232-ddd8-4466-a205-9b763f97620f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.795556 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: 739b9881-a0be-4192-a5c9-3128a1461182 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:26:05.795911 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device 739b9881-a0be-4192-a5c9-3128a1461182 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:26:05.796330 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d9cce025-1651-40d1-bdd8-7530f38b02c9 no longer exists at agent ovs-agent-dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:26:05.820175 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:05.823618 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.plugin [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] No Port match for: d9cce025-1651-40d1-bdd8-7530f38b02c9 {{(pid=106550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:26:05.824232 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron.plugins.ml2.rpc [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Device d9cce025-1651-40d1-bdd8-7530f38b02c9 not bound to the agent host dv-cinder-854261-2-iscsi {{(pid=106550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:26:05.847211 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:05.882793 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38990) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:05.903981 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f4d13232-ddd8-4466-a205-9b763f97620f admin admin] Publish callbacks [] for security_group (5ce2b845-7533-4326-b0e8-2b9aa6626d96), precommit_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.911827 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-f4d13232-ddd8-4466-a205-9b763f97620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5ce2b845-7533-4326-b0e8-2b9aa6626d96), after_create {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:05.967265 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d13232-ddd8-4466-a205-9b763f97620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce2b845-7533-4326-b0e8-2b9aa6626d96,revision_number=1']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:05.972390 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f1130f6d-2967-4102-9a55-0cd77a91f75f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ff3969ffe8ff411b8773e1f3f3cb0b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885980 Aug 29 20:26:05.975670 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 38992) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:05.976056 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-f4d13232-ddd8-4466-a205-9b763f97620f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d594af6f392b4bb7930fffdbce864e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978118 Aug 29 20:26:05.978618 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 38994) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:06.028406 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f897f177-26d6-4fe0-9b44-c1de6e30b1c5 admin admin] Publish callbacks [] for security_group (862c5d4b-7dac-414d-98c6-1adba3a54702), before_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.036281 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e638079e-f431-4fda-a801-9fff62840066 admin admin] Publish callbacks [] for security_group (5ce2b845-7533-4326-b0e8-2b9aa6626d96), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.050941 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e638079e-f431-4fda-a801-9fff62840066 admin admin] Publish callbacks [] for security_group (5ce2b845-7533-4326-b0e8-2b9aa6626d96), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.051838 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f897f177-26d6-4fe0-9b44-c1de6e30b1c5 admin admin] Publish callbacks [] for security_group (862c5d4b-7dac-414d-98c6-1adba3a54702), precommit_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.102028 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f897f177-26d6-4fe0-9b44-c1de6e30b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (862c5d4b-7dac-414d-98c6-1adba3a54702), after_delete {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.104666 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-f897f177-26d6-4fe0-9b44-c1de6e30b1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.105883 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-f897f177-26d6-4fe0-9b44-c1de6e30b1c5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/862c5d4b-7dac-414d-98c6-1adba3a54702 HTTP/1.1" status: 204 len: 168 time: 0.1291659 Aug 29 20:26:06.107024 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e638079e-f431-4fda-a801-9fff62840066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (5ce2b845-7533-4326-b0e8-2b9aa6626d96), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.110491 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-e638079e-f431-4fda-a801-9fff62840066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.112279 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-e638079e-f431-4fda-a801-9fff62840066 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5ce2b845-7533-4326-b0e8-2b9aa6626d96 HTTP/1.1" status: 204 len: 168 time: 0.1322491 Aug 29 20:26:06.117745 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897f177-26d6-4fe0-9b44-c1de6e30b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862c5d4b-7dac-414d-98c6-1adba3a54702,revision_number=None']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:06.124001 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638079e-f431-4fda-a801-9fff62840066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce2b845-7533-4326-b0e8-2b9aa6626d96,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:06.346978 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.531429 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 39006) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:06.553008 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.wsgi [-] (106549) accepted ('10.222.0.73', 39008) {{(pid=106549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:06.567150 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fda977c8-d25c-4488-9f59-c88ef019d7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.573774 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-3a66cfa5-248c-4e27-9e19-08257c50585f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a70786727b784db6972c1f3f1433dc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412316 Aug 29 20:26:06.576261 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 39010) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:06.635350 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-426da96c-a308-4dc9-b39d-4b2b09c11137 admin admin] Publish callbacks [] for security_group (c88548e0-1aba-4035-bfa2-e91efaabf23e), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.652421 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fda977c8-d25c-4488-9f59-c88ef019d7f2 admin admin] Publish callbacks [] for security_group (7532bdfa-f228-446f-819c-020c566cde50), precommit_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.656549 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron_lib.callbacks.manager [None req-fda977c8-d25c-4488-9f59-c88ef019d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (7532bdfa-f228-446f-819c-020c566cde50), after_create {{(pid=106549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.658293 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-426da96c-a308-4dc9-b39d-4b2b09c11137 admin admin] Publish callbacks [] for security_group (c88548e0-1aba-4035-bfa2-e91efaabf23e), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.694741 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:06.698439 dv-cinder-854261-2-iscsi neutron-server[106549]: INFO neutron.wsgi [None req-fda977c8-d25c-4488-9f59-c88ef019d7f2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2343391e104547ab9a0a45194cceed6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444049 Aug 29 20:26:06.700487 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda977c8-d25c-4488-9f59-c88ef019d7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7532bdfa-f228-446f-819c-020c566cde50,revision_number=1']} {{(pid=106549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:06.701325 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.wsgi [-] (106548) accepted ('10.222.0.73', 39012) {{(pid=106548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:06.722659 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-426da96c-a308-4dc9-b39d-4b2b09c11137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (c88548e0-1aba-4035-bfa2-e91efaabf23e), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.725679 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-426da96c-a308-4dc9-b39d-4b2b09c11137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.726841 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-426da96c-a308-4dc9-b39d-4b2b09c11137 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c88548e0-1aba-4035-bfa2-e91efaabf23e HTTP/1.1" status: 204 len: 168 time: 0.1496298 Aug 29 20:26:06.746077 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da96c-a308-4dc9-b39d-4b2b09c11137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88548e0-1aba-4035-bfa2-e91efaabf23e,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:06.772487 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28393018-91b7-44ed-9f53-6659d814628a admin admin] Publish callbacks [] for security_group (7532bdfa-f228-446f-819c-020c566cde50), before_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.794621 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28393018-91b7-44ed-9f53-6659d814628a admin admin] Publish callbacks [] for security_group (7532bdfa-f228-446f-819c-020c566cde50), precommit_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.827556 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.851515 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28393018-91b7-44ed-9f53-6659d814628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699471'] for security_group (7532bdfa-f228-446f-819c-020c566cde50), after_delete {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.856229 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron_lib.callbacks.manager [None req-28393018-91b7-44ed-9f53-6659d814628a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:06.858629 dv-cinder-854261-2-iscsi neutron-server[106548]: INFO neutron.wsgi [None req-28393018-91b7-44ed-9f53-6659d814628a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7532bdfa-f228-446f-819c-020c566cde50 HTTP/1.1" status: 204 len: 168 time: 0.1552565 Aug 29 20:26:06.872204 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28393018-91b7-44ed-9f53-6659d814628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532bdfa-f228-446f-819c-020c566cde50,revision_number=None']} {{(pid=106548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:07.121013 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:10.800666 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=28 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:10.836373 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=18 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:16.691951 dv-cinder-854261-2-iscsi neutron-server[106549]: DEBUG dbcounter [-] [106549] Writing DB stats neutron:SELECT=58,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:16.835609 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=75,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:16.864236 dv-cinder-854261-2-iscsi neutron-server[106548]: DEBUG dbcounter [-] [106548] Writing DB stats neutron:SELECT=66,neutron:DELETE=7 {{(pid=106548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:17.108058 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:17.115633 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:28.701824 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:28.702721 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:31.438804 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-76c1d308-f690-471b-aa05-4d06cffd2846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:31.744955 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:26:33.866425 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d5bba3b0-8854-46c1-b25c-1ed1bb178d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:35.395906 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:36.349311 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:36.811943 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:37.108093 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:41.739576 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:41.740343 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:47.101879 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:47.103844 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:57.990805 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:57.995277 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:01.434609 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0238a08b-56b9-41e7-b5c0-2d882b7c1d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:03.859596 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1a8a350d-29aa-43b0-854d-0e18a691fd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:05.392639 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:06.351045 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:06.815736 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:07.112146 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:08.745302 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:27:17.099073 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:17.101195 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:31.437516 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-42252c41-03ba-43c4-8929-1f4b41eed19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:33.862824 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2060-72a8-4a09-9556-f1cd4b61e71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:34.993583 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=16 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:34.994485 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=18 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:35.394993 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:36.353213 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:36.819382 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:37.109749 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:45.744361 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:27:47.102778 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:47.104734 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:55.739584 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:01.443792 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7add-cb66-4bf5-8810-6bec7bcb200b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:03.866195 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-5995996b-80f6-4f08-b51b-44bd070366f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:05.399278 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:06.356135 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:06.823583 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:07.116676 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:11.985561 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:11.990451 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:17.110366 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:17.112406 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:22.744510 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:28:31.441333 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-78047908-4cfc-4f5c-a60a-d4d5f1019d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:32.738773 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:32.739578 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:33.872649 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-e154547e-d693-4582-a585-fce76685ca7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:35.405753 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:36.388373 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:36.827654 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:37.119363 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:47.112499 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:47.114446 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:55.715989 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:55.716794 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=4 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:59.743874 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:29:01.444720 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-530706be-c9e1-4c97-8cb0-9bde233264d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:03.865235 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-0306b4f1-8393-4ed1-9df3-ff8ee3685328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:05.406972 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:06.360768 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:06.831255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:07.115255 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:09.739405 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:09.740241 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:17.109051 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:17.110986 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:26.423681 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=17 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:26.424543 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=15 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:31.448422 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8c83e2b1-e73f-4399-9bf9-50edbc6a7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:33.870980 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-23437c84-e6d8-44f7-ac88-d62679df55c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:35.409208 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:36.362623 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:36.744203 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:29:36.837240 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:37.135579 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:46.737639 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:46.738457 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:47.129397 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:47.131623 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:01.445386 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6c7302a2-d109-4a9c-a9fc-026b2d5aed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:02.982697 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:02.983555 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=3 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:03.875364 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-bf501315-bc3b-41af-96d9-fd03bd8f85b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:05.417388 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:06.366768 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:06.844957 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:07.145170 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:13.744534 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:30:17.134537 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:17.139970 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:28.712586 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:28.713380 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:31.443019 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-1efe28d0-9f4d-46cb-8ddb-d05ffaec45d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:33.881998 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-67b6746b-1e98-4cae-b6e7-6799cdfaedd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:35.415835 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:36.400103 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:36.843510 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:37.162631 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:39.970003 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=1 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:39.980117 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=5 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:47.153263 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:47.155686 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:50.744272 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:31:00.740703 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=2 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:01.438357 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-8e3260bb-c685-4928-bfa0-ddd50e85cf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:03.876037 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-2c484a68-dd21-4a1f-81ca-931a55bfe03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (c24f252a-599f-41d5-95eb-c2c1f5fdf04f), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:05.417019 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-36363c47-dbeb-4673-bedb-9551d9220cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (9413915e-7995-4661-a0ae-fc88a71d2612), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:06.375131 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-09a2a84f-7b7d-4546-a93c-914007d09515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (cebd6fb1-c606-443b-8f50-a1bde1ad4869), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:06.844063 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-7083f4c1-4a5f-4dba-8849-aec4498f9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (82e5af3d-7ac9-45a0-8acd-e0f090b2cd91), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:07.159955 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-3d0125ed-721e-4aa2-a77e-9aa961842bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (b9e982b4-0877-4269-8977-acd11f08bbe6), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:17.152066 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:17.154791 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG dbcounter [-] [106550] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:26.417719 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=14 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:26.422954 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG dbcounter [-] [106551] Writing DB stats neutron:SELECT=18 {{(pid=106551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:27.743740 dv-cinder-854261-2-iscsi neutron-server[106551]: DEBUG neutron.db.agents_db [None req-5bc19c98-d795-4604-b145-3fbf4ab6bdfb None None] Agent healthcheck: found 6 active agents {{(pid=106551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:31:31.578810 dv-cinder-854261-2-iscsi neutron-server[106550]: DEBUG neutron_lib.callbacks.manager [None req-6d983205-d14e-4d20-bae9-5bff30e155cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775561294385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747969'] for agent (66431e0f-157d-4a50-b060-5307f9459a27), after_update {{(pid=106550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}